{"level":"warn","ts":"2026-03-19T17:52:13.036765Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:52:13.036854Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.231:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.231:2380","--initial-cluster=instance=https://199.19.213.231:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.231:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.231:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T17:52:13.036917Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:52:13.036933Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.231:2380"]} {"level":"info","ts":"2026-03-19T17:52:13.036958Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:52:13.037623Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.231:2379"]} {"level":"info","ts":"2026-03-19T17:52:13.037711Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.231:2380"],"listen-peer-urls":["https://199.19.213.231:2380"],"advertise-client-urls":["https://199.19.213.231:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.231:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.231:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T17:52:13.065498Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"27.534807ms"} {"level":"info","ts":"2026-03-19T17:52:13.080084Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"8bb149ac537fafcb","cluster-id":"6a60f8f1d4e49112"} {"level":"info","ts":"2026-03-19T17:52:13.08019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T17:52:13.080209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb became follower at term 0"} {"level":"info","ts":"2026-03-19T17:52:13.080217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 8bb149ac537fafcb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T17:52:13.08023Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb became follower at term 1"} {"level":"info","ts":"2026-03-19T17:52:13.080265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb switched to configuration voters=(10065907646633848779)"} {"level":"warn","ts":"2026-03-19T17:52:13.096839Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T17:52:13.103953Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T17:52:13.105712Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T17:52:13.109568Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"8bb149ac537fafcb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T17:52:13.109765Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"8bb149ac537fafcb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T17:52:13.109894Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:13.109983Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:13.109997Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:13.118376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb switched to configuration voters=(10065907646633848779)"} {"level":"info","ts":"2026-03-19T17:52:13.118848Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6a60f8f1d4e49112","local-member-id":"8bb149ac537fafcb","added-peer-id":"8bb149ac537fafcb","added-peer-peer-urls":["https://199.19.213.231:2380"]} {"level":"info","ts":"2026-03-19T17:52:13.121216Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:52:13.121419Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"8bb149ac537fafcb","initial-advertise-peer-urls":["https://199.19.213.231:2380"],"listen-peer-urls":["https://199.19.213.231:2380"],"advertise-client-urls":["https://199.19.213.231:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.231:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T17:52:13.121445Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T17:52:13.121528Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.231:2380"} {"level":"info","ts":"2026-03-19T17:52:13.121538Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.231:2380"} {"level":"info","ts":"2026-03-19T17:52:13.281616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T17:52:13.281675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T17:52:13.281697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb received MsgPreVoteResp from 8bb149ac537fafcb at term 1"} {"level":"info","ts":"2026-03-19T17:52:13.281717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb became candidate at term 2"} {"level":"info","ts":"2026-03-19T17:52:13.281729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb received MsgVoteResp from 8bb149ac537fafcb at term 2"} {"level":"info","ts":"2026-03-19T17:52:13.281745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8bb149ac537fafcb became leader at term 2"} {"level":"info","ts":"2026-03-19T17:52:13.281759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 8bb149ac537fafcb elected leader 8bb149ac537fafcb at term 2"} {"level":"info","ts":"2026-03-19T17:52:13.282896Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"8bb149ac537fafcb","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.231:2379]}","request-path":"/0/members/8bb149ac537fafcb/attributes","cluster-id":"6a60f8f1d4e49112","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T17:52:13.282935Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:52:13.283058Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:13.283289Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T17:52:13.28338Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T17:52:13.28305Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:52:13.285816Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T17:52:13.287162Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.231:2379"} {"level":"info","ts":"2026-03-19T17:52:13.28778Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6a60f8f1d4e49112","local-member-id":"8bb149ac537fafcb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:13.287953Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:13.288047Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:18.117297Z","caller":"traceutil/trace.go:171","msg":"trace[855880301] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"322.593597ms","start":"2026-03-19T17:52:17.794677Z","end":"2026-03-19T17:52:18.117271Z","steps":["trace[855880301] 'process raft request' (duration: 322.428583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.118022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.79465Z","time spent":"322.749861ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3699,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:19.147117Z","caller":"traceutil/trace.go:171","msg":"trace[1609689420] linearizableReadLoop","detail":"{readStateIndex:262; appliedIndex:261; }","duration":"449.512482ms","start":"2026-03-19T17:52:18.697576Z","end":"2026-03-19T17:52:19.147089Z","steps":["trace[1609689420] 'read index received' (duration: 449.300497ms)","trace[1609689420] 'applied index is now lower than readState.Index' (duration: 208.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:19.147171Z","caller":"traceutil/trace.go:171","msg":"trace[425165351] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"570.692619ms","start":"2026-03-19T17:52:18.576443Z","end":"2026-03-19T17:52:19.147135Z","steps":["trace[425165351] 'process raft request' (duration: 570.491224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:19.147316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:18.576412Z","time spent":"570.833411ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:19.147462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.755647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3713"} {"level":"info","ts":"2026-03-19T17:52:19.147794Z","caller":"traceutil/trace.go:171","msg":"trace[702719591] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:256; }","duration":"450.063815ms","start":"2026-03-19T17:52:18.697526Z","end":"2026-03-19T17:52:19.14759Z","steps":["trace[702719591] 'agreement among raft nodes before linearized reading' (duration: 449.675685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:19.147885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:18.697503Z","time spent":"450.346812ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3736,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T17:52:19.477826Z","caller":"traceutil/trace.go:171","msg":"trace[2082548932] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"101.972981ms","start":"2026-03-19T17:52:19.375821Z","end":"2026-03-19T17:52:19.477794Z","steps":["trace[2082548932] 'process raft request' (duration: 47.625294ms)","trace[2082548932] 'compare' (duration: 54.153862ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:19.632841Z","caller":"traceutil/trace.go:171","msg":"trace[1318937795] linearizableReadLoop","detail":"{readStateIndex:283; appliedIndex:282; }","duration":"117.504007ms","start":"2026-03-19T17:52:19.515313Z","end":"2026-03-19T17:52:19.632817Z","steps":["trace[1318937795] 'read index received' (duration: 87.724226ms)","trace[1318937795] 'applied index is now lower than readState.Index' (duration: 29.778751ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:19.632919Z","caller":"traceutil/trace.go:171","msg":"trace[1131575461] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"118.563962ms","start":"2026-03-19T17:52:19.514313Z","end":"2026-03-19T17:52:19.632877Z","steps":["trace[1131575461] 'process raft request' (duration: 88.764021ms)","trace[1131575461] 'compare' (duration: 29.635357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:19.633011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.11872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:52:19.633011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.675051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:52:19.633054Z","caller":"traceutil/trace.go:171","msg":"trace[1956801391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:277; }","duration":"115.204482ms","start":"2026-03-19T17:52:19.51784Z","end":"2026-03-19T17:52:19.633044Z","steps":["trace[1956801391] 'agreement among raft nodes before linearized reading' (duration: 115.11549ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:19.633067Z","caller":"traceutil/trace.go:171","msg":"trace[440401508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:277; }","duration":"117.794434ms","start":"2026-03-19T17:52:19.515256Z","end":"2026-03-19T17:52:19.63305Z","steps":["trace[440401508] 'agreement among raft nodes before linearized reading' (duration: 117.655511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:19.841807Z","caller":"traceutil/trace.go:171","msg":"trace[446404697] linearizableReadLoop","detail":"{readStateIndex:289; appliedIndex:287; }","duration":"137.213154ms","start":"2026-03-19T17:52:19.704568Z","end":"2026-03-19T17:52:19.841781Z","steps":["trace[446404697] 'read index received' (duration: 54.06879ms)","trace[446404697] 'applied index is now lower than readState.Index' (duration: 83.143374ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:19.841924Z","caller":"traceutil/trace.go:171","msg":"trace[1106069792] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"160.133951ms","start":"2026-03-19T17:52:19.681778Z","end":"2026-03-19T17:52:19.841912Z","steps":["trace[1106069792] 'process raft request' (duration: 159.949146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:19.841911Z","caller":"traceutil/trace.go:171","msg":"trace[2055528128] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"160.296424ms","start":"2026-03-19T17:52:19.681584Z","end":"2026-03-19T17:52:19.841881Z","steps":["trace[2055528128] 'process raft request' (duration: 77.062467ms)","trace[2055528128] 'compare' (duration: 82.93721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:19.84237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.78022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-03-19T17:52:19.842499Z","caller":"traceutil/trace.go:171","msg":"trace[1551316526] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:283; }","duration":"161.974435ms","start":"2026-03-19T17:52:19.680498Z","end":"2026-03-19T17:52:19.842472Z","steps":["trace[1551316526] 'agreement among raft nodes before linearized reading' (duration: 161.583076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:19.977958Z","caller":"traceutil/trace.go:171","msg":"trace[2084260468] transaction","detail":"{read_only:false; number_of_response:0; response_revision:283; }","duration":"214.854877ms","start":"2026-03-19T17:52:19.763073Z","end":"2026-03-19T17:52:19.977927Z","steps":["trace[2084260468] 'process raft request' (duration: 214.671543ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.011742Z","caller":"traceutil/trace.go:171","msg":"trace[420032047] transaction","detail":"{read_only:false; number_of_response:0; response_revision:283; }","duration":"237.200858ms","start":"2026-03-19T17:52:19.774453Z","end":"2026-03-19T17:52:20.011654Z","steps":["trace[420032047] 'process raft request' (duration: 236.968573ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.01178Z","caller":"traceutil/trace.go:171","msg":"trace[171543052] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"237.269399ms","start":"2026-03-19T17:52:19.774464Z","end":"2026-03-19T17:52:20.011733Z","steps":["trace[171543052] 'process raft request' (duration: 237.049284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.011845Z","caller":"traceutil/trace.go:171","msg":"trace[536399502] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"237.161127ms","start":"2026-03-19T17:52:19.774618Z","end":"2026-03-19T17:52:20.011779Z","steps":["trace[536399502] 'process raft request' (duration: 237.006883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.011914Z","caller":"traceutil/trace.go:171","msg":"trace[6687808] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"164.582729ms","start":"2026-03-19T17:52:19.8473Z","end":"2026-03-19T17:52:20.011882Z","steps":["trace[6687808] 'process raft request' (duration: 164.433165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.011985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.808703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:20.012004Z","caller":"traceutil/trace.go:171","msg":"trace[2111863505] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"163.637756ms","start":"2026-03-19T17:52:19.848334Z","end":"2026-03-19T17:52:20.011971Z","steps":["trace[2111863505] 'process raft request' (duration: 163.432961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.011855Z","caller":"traceutil/trace.go:171","msg":"trace[90541511] linearizableReadLoop","detail":"{readStateIndex:295; appliedIndex:290; }","duration":"169.947648ms","start":"2026-03-19T17:52:19.841883Z","end":"2026-03-19T17:52:20.01183Z","steps":["trace[90541511] 'read index received' (duration: 136.018746ms)","trace[90541511] 'applied index is now lower than readState.Index' (duration: 33.927992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:20.012069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.284578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:20.012062Z","caller":"traceutil/trace.go:171","msg":"trace[1647017147] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"237.571186ms","start":"2026-03-19T17:52:19.774475Z","end":"2026-03-19T17:52:20.012046Z","steps":["trace[1647017147] 'process raft request' (duration: 237.117606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.012031Z","caller":"traceutil/trace.go:171","msg":"trace[1372691597] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:0; response_revision:290; }","duration":"301.908226ms","start":"2026-03-19T17:52:19.710112Z","end":"2026-03-19T17:52:20.01202Z","steps":["trace[1372691597] 'agreement among raft nodes before linearized reading' (duration: 301.796343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.012106Z","caller":"traceutil/trace.go:171","msg":"trace[1404449221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:290; }","duration":"298.33482ms","start":"2026-03-19T17:52:19.713761Z","end":"2026-03-19T17:52:20.012095Z","steps":["trace[1404449221] 'agreement among raft nodes before linearized reading' (duration: 298.290579ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.012126Z","caller":"traceutil/trace.go:171","msg":"trace[1179235087] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"166.028373ms","start":"2026-03-19T17:52:19.846065Z","end":"2026-03-19T17:52:20.012094Z","steps":["trace[1179235087] 'process raft request' (duration: 165.621643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.012177Z","caller":"traceutil/trace.go:171","msg":"trace[2026632301] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"237.196377ms","start":"2026-03-19T17:52:19.774971Z","end":"2026-03-19T17:52:20.012168Z","steps":["trace[2026632301] 'process raft request' (duration: 236.684095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.012174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:19.710093Z","time spent":"302.04331ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-03-19T17:52:20.228429Z","caller":"traceutil/trace.go:171","msg":"trace[1346072505] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"210.818439ms","start":"2026-03-19T17:52:20.017583Z","end":"2026-03-19T17:52:20.228401Z","steps":["trace[1346072505] 'process raft request' (duration: 126.102696ms)","trace[1346072505] 'compare' (duration: 84.358514ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:20.228484Z","caller":"traceutil/trace.go:171","msg":"trace[1892745259] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"209.146758ms","start":"2026-03-19T17:52:20.01931Z","end":"2026-03-19T17:52:20.228457Z","steps":["trace[1892745259] 'process raft request' (duration: 209.074056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.228566Z","caller":"traceutil/trace.go:171","msg":"trace[919854654] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"210.87564ms","start":"2026-03-19T17:52:20.017658Z","end":"2026-03-19T17:52:20.228533Z","steps":["trace[919854654] 'process raft request' (duration: 210.619024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.229853Z","caller":"traceutil/trace.go:171","msg":"trace[332716370] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"205.355977ms","start":"2026-03-19T17:52:20.024475Z","end":"2026-03-19T17:52:20.229831Z","steps":["trace[332716370] 'process raft request' (duration: 205.1045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.229908Z","caller":"traceutil/trace.go:171","msg":"trace[116541210] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"205.92464ms","start":"2026-03-19T17:52:20.023914Z","end":"2026-03-19T17:52:20.229838Z","steps":["trace[116541210] 'process raft request' (duration: 205.569101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.50247Z","caller":"traceutil/trace.go:171","msg":"trace[194000888] linearizableReadLoop","detail":"{readStateIndex:306; appliedIndex:304; }","duration":"267.383549ms","start":"2026-03-19T17:52:20.235057Z","end":"2026-03-19T17:52:20.502441Z","steps":["trace[194000888] 'read index received' (duration: 65.548149ms)","trace[194000888] 'applied index is now lower than readState.Index' (duration: 201.8343ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:20.502583Z","caller":"traceutil/trace.go:171","msg":"trace[133289695] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"267.969994ms","start":"2026-03-19T17:52:20.234576Z","end":"2026-03-19T17:52:20.502546Z","steps":["trace[133289695] 'process raft request' (duration: 189.41455ms)","trace[133289695] 'compare' (duration: 78.186525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:20.502644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.553934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T17:52:20.502703Z","caller":"traceutil/trace.go:171","msg":"trace[1826412933] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:299; }","duration":"267.660476ms","start":"2026-03-19T17:52:20.235026Z","end":"2026-03-19T17:52:20.502687Z","steps":["trace[1826412933] 'agreement among raft nodes before linearized reading' (duration: 267.535753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.502678Z","caller":"traceutil/trace.go:171","msg":"trace[154237591] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"265.131265ms","start":"2026-03-19T17:52:20.237498Z","end":"2026-03-19T17:52:20.502629Z","steps":["trace[154237591] 'process raft request' (duration: 264.862228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.980637Z","caller":"traceutil/trace.go:171","msg":"trace[72032173] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"123.865012ms","start":"2026-03-19T17:52:20.856745Z","end":"2026-03-19T17:52:20.98061Z","steps":["trace[72032173] 'process raft request' (duration: 123.7975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:20.980691Z","caller":"traceutil/trace.go:171","msg":"trace[245864386] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"126.150967ms","start":"2026-03-19T17:52:20.85451Z","end":"2026-03-19T17:52:20.980661Z","steps":["trace[245864386] 'process raft request' (duration: 33.920772ms)","trace[245864386] 'compare' (duration: 91.937807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:21.264198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.661844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:21.264389Z","caller":"traceutil/trace.go:171","msg":"trace[2073370176] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"275.422113ms","start":"2026-03-19T17:52:20.988941Z","end":"2026-03-19T17:52:21.264364Z","steps":["trace[2073370176] 'process raft request' (duration: 121.37094ms)","trace[2073370176] 'compare' (duration: 153.537151ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:21.264599Z","caller":"traceutil/trace.go:171","msg":"trace[535405722] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"274.520842ms","start":"2026-03-19T17:52:20.990056Z","end":"2026-03-19T17:52:21.264576Z","steps":["trace[535405722] 'process raft request' (duration: 274.246766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:21.487728Z","caller":"traceutil/trace.go:171","msg":"trace[1957603209] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"159.148667ms","start":"2026-03-19T17:52:21.328548Z","end":"2026-03-19T17:52:21.487696Z","steps":["trace[1957603209] 'process raft request' (duration: 109.685458ms)","trace[1957603209] 'compare' (duration: 45.698187ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:21.487764Z","caller":"traceutil/trace.go:171","msg":"trace[961658270] linearizableReadLoop","detail":"{readStateIndex:332; appliedIndex:331; }","duration":"151.225074ms","start":"2026-03-19T17:52:21.336477Z","end":"2026-03-19T17:52:21.487702Z","steps":["trace[961658270] 'read index received' (duration: 101.664953ms)","trace[961658270] 'applied index is now lower than readState.Index' (duration: 49.556501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:21.487854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.362477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:21.487946Z","caller":"traceutil/trace.go:171","msg":"trace[639676552] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:322; }","duration":"151.49237ms","start":"2026-03-19T17:52:21.336434Z","end":"2026-03-19T17:52:21.487927Z","steps":["trace[639676552] 'agreement among raft nodes before linearized reading' (duration: 151.356807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:24.653396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272610598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:25.155026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272610598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:25.499221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387166943s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:52:25.499715Z","caller":"traceutil/trace.go:171","msg":"trace[687032517] linearizableReadLoop","detail":"{readStateIndex:362; appliedIndex:361; }","duration":"1.346363124s","start":"2026-03-19T17:52:24.153324Z","end":"2026-03-19T17:52:25.499687Z","steps":["trace[687032517] 'read index received' (duration: 1.346107158s)","trace[687032517] 'applied index is now lower than readState.Index' (duration: 254.486µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:25.49974Z","caller":"traceutil/trace.go:171","msg":"trace[962089314] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"1.387760777s","start":"2026-03-19T17:52:24.11195Z","end":"2026-03-19T17:52:25.499711Z","steps":["trace[962089314] 'process raft request' (duration: 1.387579303s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:25.499896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346558159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-19T17:52:25.499933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:24.11193Z","time spent":"1.387906511s","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:25.499945Z","caller":"traceutil/trace.go:171","msg":"trace[676871760] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:352; }","duration":"1.346668851s","start":"2026-03-19T17:52:24.153263Z","end":"2026-03-19T17:52:25.499931Z","steps":["trace[676871760] 'agreement among raft nodes before linearized reading' (duration: 1.346527588s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:25.499975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29753738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T17:52:25.500063Z","caller":"traceutil/trace.go:171","msg":"trace[1995326204] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:352; }","duration":"1.297665934s","start":"2026-03-19T17:52:24.202376Z","end":"2026-03-19T17:52:25.500042Z","steps":["trace[1995326204] 'agreement among raft nodes before linearized reading' (duration: 1.297497s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:25.500039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098072278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T17:52:25.500116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:24.202361Z","time spent":"1.297746535s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:25.500121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148433098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-19T17:52:25.50014Z","caller":"traceutil/trace.go:171","msg":"trace[1013679711] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:352; }","duration":"1.098193911s","start":"2026-03-19T17:52:24.401927Z","end":"2026-03-19T17:52:25.500121Z","steps":["trace[1013679711] 'agreement among raft nodes before linearized reading' (duration: 1.097980796s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:25.500132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.367309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:25.500169Z","caller":"traceutil/trace.go:171","msg":"trace[220214764] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:352; }","duration":"1.14849875s","start":"2026-03-19T17:52:24.351661Z","end":"2026-03-19T17:52:25.50016Z","steps":["trace[220214764] 'agreement among raft nodes before linearized reading' (duration: 1.148437828s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:25.500192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:24.401858Z","time spent":"1.098324234s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:25.500216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:24.35165Z","time spent":"1.148559191s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:25.500195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.715782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:52:25.499998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:24.153237Z","time spent":"1.346747143s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-19T17:52:25.50023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247806506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T17:52:25.500305Z","caller":"traceutil/trace.go:171","msg":"trace[264098979] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:352; }","duration":"1.247904748s","start":"2026-03-19T17:52:24.252383Z","end":"2026-03-19T17:52:25.500288Z","steps":["trace[264098979] 'agreement among raft nodes before linearized reading' (duration: 1.247769654s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:25.500077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199025724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-19T17:52:25.500314Z","caller":"traceutil/trace.go:171","msg":"trace[97456046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:352; }","duration":"984.866465ms","start":"2026-03-19T17:52:24.515406Z","end":"2026-03-19T17:52:25.500272Z","steps":["trace[97456046] 'agreement among raft nodes before linearized reading' (duration: 984.66336ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:25.500354Z","caller":"traceutil/trace.go:171","msg":"trace[1226277741] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:352; }","duration":"1.199321611s","start":"2026-03-19T17:52:24.301023Z","end":"2026-03-19T17:52:25.500344Z","steps":["trace[1226277741] 'agreement among raft nodes before linearized reading' (duration: 1.199013824s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:25.500374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:24.515382Z","time spent":"984.978897ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:52:25.500396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:24.301011Z","time spent":"1.199375222s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:25.50042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:24.252372Z","time spent":"1.24796735s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-03-19T17:52:25.500228Z","caller":"traceutil/trace.go:171","msg":"trace[2083308997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:352; }","duration":"168.501283ms","start":"2026-03-19T17:52:25.331705Z","end":"2026-03-19T17:52:25.500206Z","steps":["trace[2083308997] 'agreement among raft nodes before linearized reading' (duration: 168.328619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.26453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.634228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:26.265673Z","caller":"traceutil/trace.go:171","msg":"trace[1880802069] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"756.841069ms","start":"2026-03-19T17:52:25.508795Z","end":"2026-03-19T17:52:26.265636Z","steps":["trace[1880802069] 'process raft request' (duration: 755.920207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.265829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.508781Z","time spent":"756.986672ms","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:26.26822Z","caller":"traceutil/trace.go:171","msg":"trace[677646051] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"763.675754ms","start":"2026-03-19T17:52:25.504521Z","end":"2026-03-19T17:52:26.268197Z","steps":["trace[677646051] 'process raft request' (duration: 760.112918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.268331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.504494Z","time spent":"763.790847ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:26.268343Z","caller":"traceutil/trace.go:171","msg":"trace[2122459499] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"760.772385ms","start":"2026-03-19T17:52:25.504013Z","end":"2026-03-19T17:52:26.264786Z","steps":["trace[2122459499] 'process raft request' (duration: 125.782629ms)","trace[2122459499] 'compare' (duration: 634.413052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:26.268568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.503996Z","time spent":"764.484564ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:26.270123Z","caller":"traceutil/trace.go:171","msg":"trace[42140062] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"760.938139ms","start":"2026-03-19T17:52:25.50917Z","end":"2026-03-19T17:52:26.270108Z","steps":["trace[42140062] 'process raft request' (duration: 759.261738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.270191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.509144Z","time spent":"761.01115ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:26.270188Z","caller":"traceutil/trace.go:171","msg":"trace[40844037] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"760.677812ms","start":"2026-03-19T17:52:25.509489Z","end":"2026-03-19T17:52:26.270166Z","steps":["trace[40844037] 'process raft request' (duration: 760.559949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:26.270225Z","caller":"traceutil/trace.go:171","msg":"trace[873274659] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"760.645941ms","start":"2026-03-19T17:52:25.509555Z","end":"2026-03-19T17:52:26.270201Z","steps":["trace[873274659] 'process raft request' (duration: 760.558859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.270298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.509448Z","time spent":"760.804185ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:26.270318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.509542Z","time spent":"760.740354ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:26.270395Z","caller":"traceutil/trace.go:171","msg":"trace[795412541] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"332.113417ms","start":"2026-03-19T17:52:25.93826Z","end":"2026-03-19T17:52:26.270373Z","steps":["trace[795412541] 'process raft request' (duration: 332.041536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:26.27049Z","caller":"traceutil/trace.go:171","msg":"trace[2060102733] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"760.853377ms","start":"2026-03-19T17:52:25.509624Z","end":"2026-03-19T17:52:26.270478Z","steps":["trace[2060102733] 'process raft request' (duration: 760.526499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:26.270527Z","caller":"traceutil/trace.go:171","msg":"trace[18223125] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"760.750384ms","start":"2026-03-19T17:52:25.509768Z","end":"2026-03-19T17:52:26.270518Z","steps":["trace[18223125] 'process raft request' (duration: 760.412536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.270501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.9382Z","time spent":"332.242341ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:26.270569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.50976Z","time spent":"760.789994ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:26.270588Z","caller":"traceutil/trace.go:171","msg":"trace[980788585] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:362; }","duration":"579.720617ms","start":"2026-03-19T17:52:25.690842Z","end":"2026-03-19T17:52:26.270563Z","steps":["trace[980788585] 'read index received' (duration: 471.607977ms)","trace[980788585] 'applied index is now lower than readState.Index' (duration: 108.11153ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:26.270659Z","caller":"traceutil/trace.go:171","msg":"trace[1828676466] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"760.726144ms","start":"2026-03-19T17:52:25.509923Z","end":"2026-03-19T17:52:26.27065Z","steps":["trace[1828676466] 'process raft request' (duration: 760.297744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.27054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.509613Z","time spent":"760.902628ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:26.270703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.509901Z","time spent":"760.776165ms","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:26.270768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.976529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:52:26.270796Z","caller":"traceutil/trace.go:171","msg":"trace[624795026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:362; }","duration":"572.02894ms","start":"2026-03-19T17:52:25.698759Z","end":"2026-03-19T17:52:26.270788Z","steps":["trace[624795026] 'agreement among raft nodes before linearized reading' (duration: 571.972699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.270816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.698745Z","time spent":"572.066832ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:26.270844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.001143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:52:26.270901Z","caller":"traceutil/trace.go:171","msg":"trace[2093928092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:362; }","duration":"580.096155ms","start":"2026-03-19T17:52:25.690786Z","end":"2026-03-19T17:52:26.270882Z","steps":["trace[2093928092] 'agreement among raft nodes before linearized reading' (duration: 579.994403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.270945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.690755Z","time spent":"580.178578ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:26.775635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272610613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:27.275802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272610613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:27.482489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208455982s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:52:28.168248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.464988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:28.168355Z","caller":"traceutil/trace.go:171","msg":"trace[331700188] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"1.894392752s","start":"2026-03-19T17:52:26.273939Z","end":"2026-03-19T17:52:28.168331Z","steps":["trace[331700188] 'process raft request' (duration: 1.20877267s)","trace[331700188] 'compare' (duration: 685.320975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:28.168411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.273918Z","time spent":"1.894472545s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:28.623984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999736986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:52:28.624107Z","caller":"traceutil/trace.go:171","msg":"trace[273936801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999942141s","start":"2026-03-19T17:52:26.624139Z","end":"2026-03-19T17:52:28.624081Z","steps":["trace[273936801] 'agreement among raft nodes before linearized reading' (duration: 1.999805588s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:28.624161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.624111Z","time spent":"2.000039423s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:52:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:52:29.15957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.635257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:29.159796Z","caller":"traceutil/trace.go:171","msg":"trace[1275877350] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"2.885479517s","start":"2026-03-19T17:52:26.274272Z","end":"2026-03-19T17:52:29.159752Z","steps":["trace[1275877350] 'process raft request' (duration: 2.718562124s)","trace[1275877350] 'compare' (duration: 166.453822ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:29.159867Z","caller":"traceutil/trace.go:171","msg":"trace[657040331] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"2.885438596s","start":"2026-03-19T17:52:26.274404Z","end":"2026-03-19T17:52:29.159843Z","steps":["trace[657040331] 'process raft request' (duration: 2.885270732s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.159949Z","caller":"traceutil/trace.go:171","msg":"trace[1053055273] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:372; }","duration":"2.885217821s","start":"2026-03-19T17:52:26.274714Z","end":"2026-03-19T17:52:29.159932Z","steps":["trace[1053055273] 'read index received' (duration: 1.208001892s)","trace[1053055273] 'applied index is now lower than readState.Index' (duration: 1.677214979s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:29.159981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.274231Z","time spent":"2.885658401s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:29.159963Z","caller":"traceutil/trace.go:171","msg":"trace[1310878417] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"2.885019547s","start":"2026-03-19T17:52:26.274884Z","end":"2026-03-19T17:52:29.159904Z","steps":["trace[1310878417] 'process raft request' (duration: 2.884900144s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.160008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.274392Z","time spent":"2.8855745s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:29.160114Z","caller":"traceutil/trace.go:171","msg":"trace[1333373746] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"2.885367885s","start":"2026-03-19T17:52:26.274616Z","end":"2026-03-19T17:52:29.159984Z","steps":["trace[1333373746] 'process raft request' (duration: 2.885114739s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.160148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.274873Z","time spent":"2.885186121s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:29.16Z","caller":"traceutil/trace.go:171","msg":"trace[509411368] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"2.884440412s","start":"2026-03-19T17:52:26.275542Z","end":"2026-03-19T17:52:29.159982Z","steps":["trace[509411368] 'process raft request' (duration: 2.884293968s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.160138Z","caller":"traceutil/trace.go:171","msg":"trace[1476143487] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"2.884083013s","start":"2026-03-19T17:52:26.276001Z","end":"2026-03-19T17:52:29.160084Z","steps":["trace[1476143487] 'process raft request' (duration: 2.883885688s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.1603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.275535Z","time spent":"2.884705528s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3691,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:29.160349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.274607Z","time spent":"2.88561623s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:29.160426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.275991Z","time spent":"2.884353019s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:29.160425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885636601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T17:52:29.160563Z","caller":"traceutil/trace.go:171","msg":"trace[1085310572] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:369; }","duration":"2.885845677s","start":"2026-03-19T17:52:26.274687Z","end":"2026-03-19T17:52:29.160533Z","steps":["trace[1085310572] 'agreement among raft nodes before linearized reading' (duration: 2.885479837s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.160628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:26.274679Z","time spent":"2.88593832s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:29.489055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.148141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:29.489225Z","caller":"traceutil/trace.go:171","msg":"trace[62598753] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:379; }","duration":"329.208878ms","start":"2026-03-19T17:52:29.159998Z","end":"2026-03-19T17:52:29.489207Z","steps":["trace[62598753] 'read index received' (duration: 220.879962ms)","trace[62598753] 'applied index is now lower than readState.Index' (duration: 108.328006ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:29.489266Z","caller":"traceutil/trace.go:171","msg":"trace[963621993] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"1.316729426s","start":"2026-03-19T17:52:28.172514Z","end":"2026-03-19T17:52:29.489244Z","steps":["trace[963621993] 'process raft request' (duration: 1.208311978s)","trace[963621993] 'compare' (duration: 107.978637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:29.489361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323574783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T17:52:29.489357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.172487Z","time spent":"1.316834258s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:29.489391Z","caller":"traceutil/trace.go:171","msg":"trace[1425283796] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:371; }","duration":"2.323645174s","start":"2026-03-19T17:52:27.165735Z","end":"2026-03-19T17:52:29.48938Z","steps":["trace[1425283796] 'agreement among raft nodes before linearized reading' (duration: 2.323548852s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.489431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:27.165713Z","time spent":"2.323709306s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.231\" "} {"level":"info","ts":"2026-03-19T17:52:29.489455Z","caller":"traceutil/trace.go:171","msg":"trace[715797220] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"861.941546ms","start":"2026-03-19T17:52:28.627481Z","end":"2026-03-19T17:52:29.489422Z","steps":["trace[715797220] 'process raft request' (duration: 861.67009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.489519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457973228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-03-19T17:52:29.489612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.627453Z","time spent":"862.081699ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:29.489675Z","caller":"traceutil/trace.go:171","msg":"trace[998748376] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:371; }","duration":"2.458176624s","start":"2026-03-19T17:52:27.031433Z","end":"2026-03-19T17:52:29.48961Z","steps":["trace[998748376] 'agreement among raft nodes before linearized reading' (duration: 2.457895527s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.489776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:27.031416Z","time spent":"2.458325257s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-19T17:52:29.489999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216942277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:29.490057Z","caller":"traceutil/trace.go:171","msg":"trace[1841854120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:371; }","duration":"1.21705196s","start":"2026-03-19T17:52:28.272993Z","end":"2026-03-19T17:52:29.490045Z","steps":["trace[1841854120] 'agreement among raft nodes before linearized reading' (duration: 1.216270591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.490088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.272969Z","time spent":"1.217112102s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:52:29.490016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216111898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:52:29.490233Z","caller":"traceutil/trace.go:171","msg":"trace[301913545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:371; }","duration":"1.216365903s","start":"2026-03-19T17:52:28.273847Z","end":"2026-03-19T17:52:29.490213Z","steps":["trace[301913545] 'agreement among raft nodes before linearized reading' (duration: 1.215362829s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.490431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.273821Z","time spent":"1.216588769s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:52:29.506271Z","caller":"traceutil/trace.go:171","msg":"trace[1586619848] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"342.030128ms","start":"2026-03-19T17:52:29.164228Z","end":"2026-03-19T17:52:29.506258Z","steps":["trace[1586619848] 'process raft request' (duration: 341.812263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.506306Z","caller":"traceutil/trace.go:171","msg":"trace[1789529974] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"340.87229ms","start":"2026-03-19T17:52:29.165408Z","end":"2026-03-19T17:52:29.50628Z","steps":["trace[1789529974] 'process raft request' (duration: 340.749528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.506335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.164206Z","time spent":"342.099359ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:29.506393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.1654Z","time spent":"340.950862ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:29.506377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.70027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T17:52:29.506407Z","caller":"traceutil/trace.go:171","msg":"trace[1725239648] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"340.89894ms","start":"2026-03-19T17:52:29.1655Z","end":"2026-03-19T17:52:29.506399Z","steps":["trace[1725239648] 'process raft request' (duration: 340.702776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.506448Z","caller":"traceutil/trace.go:171","msg":"trace[541999324] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:375; }","duration":"341.803002ms","start":"2026-03-19T17:52:29.164628Z","end":"2026-03-19T17:52:29.506431Z","steps":["trace[541999324] 'agreement among raft nodes before linearized reading' (duration: 341.69603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.506477Z","caller":"traceutil/trace.go:171","msg":"trace[2001246025] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"340.711526ms","start":"2026-03-19T17:52:29.165751Z","end":"2026-03-19T17:52:29.506462Z","steps":["trace[2001246025] 'process raft request' (duration: 340.526131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.506489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.165475Z","time spent":"340.980333ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:29.506532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.164619Z","time spent":"341.896924ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:29.506568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.628334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"warn","ts":"2026-03-19T17:52:29.50657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.165742Z","time spent":"340.772108ms","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:29.506603Z","caller":"traceutil/trace.go:171","msg":"trace[776018607] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:375; }","duration":"340.671505ms","start":"2026-03-19T17:52:29.165921Z","end":"2026-03-19T17:52:29.506592Z","steps":["trace[776018607] 'agreement among raft nodes before linearized reading' (duration: 340.599083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.506629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.165886Z","time spent":"340.736067ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3729,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-19T17:52:29.903419Z","caller":"traceutil/trace.go:171","msg":"trace[1925812753] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"393.166328ms","start":"2026-03-19T17:52:29.510212Z","end":"2026-03-19T17:52:29.903379Z","steps":["trace[1925812753] 'process raft request' (duration: 325.98012ms)","trace[1925812753] 'compare' (duration: 66.824169ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:29.903507Z","caller":"traceutil/trace.go:171","msg":"trace[213587188] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"342.431937ms","start":"2026-03-19T17:52:29.561056Z","end":"2026-03-19T17:52:29.903488Z","steps":["trace[213587188] 'process raft request' (duration: 342.373006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.903585Z","caller":"traceutil/trace.go:171","msg":"trace[402686188] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"391.891866ms","start":"2026-03-19T17:52:29.51167Z","end":"2026-03-19T17:52:29.903562Z","steps":["trace[402686188] 'process raft request' (duration: 391.608499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.903615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.510195Z","time spent":"393.315591ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:29.903639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.561034Z","time spent":"342.528979ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:29.903688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.511652Z","time spent":"391.985498ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:29.903577Z","caller":"traceutil/trace.go:171","msg":"trace[728468015] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"389.227852ms","start":"2026-03-19T17:52:29.514323Z","end":"2026-03-19T17:52:29.903551Z","steps":["trace[728468015] 'process raft request' (duration: 389.021767ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.903923Z","caller":"traceutil/trace.go:171","msg":"trace[1118850673] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:385; }","duration":"390.226685ms","start":"2026-03-19T17:52:29.513689Z","end":"2026-03-19T17:52:29.903915Z","steps":["trace[1118850673] 'read index received' (duration: 45.266987ms)","trace[1118850673] 'applied index is now lower than readState.Index' (duration: 344.958768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:29.903934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.514312Z","time spent":"389.522408ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:29.903931Z","caller":"traceutil/trace.go:171","msg":"trace[1214934518] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"388.31685ms","start":"2026-03-19T17:52:29.515576Z","end":"2026-03-19T17:52:29.903892Z","steps":["trace[1214934518] 'process raft request' (duration: 387.819578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.904037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.352448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2839"} {"level":"info","ts":"2026-03-19T17:52:29.904067Z","caller":"traceutil/trace.go:171","msg":"trace[1911788375] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:384; }","duration":"390.41736ms","start":"2026-03-19T17:52:29.513635Z","end":"2026-03-19T17:52:29.904053Z","steps":["trace[1911788375] 'agreement among raft nodes before linearized reading' (duration: 390.341848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.904086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.513621Z","time spent":"390.46118ms","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2862,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-19T17:52:29.904087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.515557Z","time spent":"388.459263ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:29.904089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.535377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"warn","ts":"2026-03-19T17:52:29.904103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.564266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-19T17:52:29.904132Z","caller":"traceutil/trace.go:171","msg":"trace[649615049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:384; }","duration":"183.619029ms","start":"2026-03-19T17:52:29.720501Z","end":"2026-03-19T17:52:29.90412Z","steps":["trace[649615049] 'agreement among raft nodes before linearized reading' (duration: 183.511337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.904183Z","caller":"traceutil/trace.go:171","msg":"trace[1654120344] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:384; }","duration":"341.677299ms","start":"2026-03-19T17:52:29.562483Z","end":"2026-03-19T17:52:29.904161Z","steps":["trace[1654120344] 'agreement among raft nodes before linearized reading' (duration: 341.526146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.904232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.562468Z","time spent":"341.751641ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-19T17:52:39.222633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.574275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:39.222916Z","caller":"traceutil/trace.go:171","msg":"trace[522194120] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"1.038832291s","start":"2026-03-19T17:52:38.184038Z","end":"2026-03-19T17:52:39.22287Z","steps":["trace[522194120] 'process raft request' (duration: 82.936108ms)","trace[522194120] 'compare' (duration: 955.455292ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:39.222962Z","caller":"traceutil/trace.go:171","msg":"trace[1968704170] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"1.038285028s","start":"2026-03-19T17:52:38.184635Z","end":"2026-03-19T17:52:39.222919Z","steps":["trace[1968704170] 'process raft request' (duration: 1.038124034s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:39.22312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.184022Z","time spent":"1.039007116s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:39.223177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.184625Z","time spent":"1.038429002s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:39.223268Z","caller":"traceutil/trace.go:171","msg":"trace[755747131] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"1.037358486s","start":"2026-03-19T17:52:38.185881Z","end":"2026-03-19T17:52:39.22324Z","steps":["trace[755747131] 'process raft request' (duration: 1.036977956s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:39.2233Z","caller":"traceutil/trace.go:171","msg":"trace[1976927158] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"1.037391508s","start":"2026-03-19T17:52:38.185815Z","end":"2026-03-19T17:52:39.223206Z","steps":["trace[1976927158] 'process raft request' (duration: 1.036988397s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:39.223495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.185809Z","time spent":"1.037599292s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:39.223506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.18587Z","time spent":"1.037451339s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:39.237615Z","caller":"traceutil/trace.go:171","msg":"trace[1198750526] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"1.034186239s","start":"2026-03-19T17:52:38.203411Z","end":"2026-03-19T17:52:39.237597Z","steps":["trace[1198750526] 'process raft request' (duration: 1.033500842s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:39.23776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.203389Z","time spent":"1.034276382s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:39.687539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.210038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:39.687742Z","caller":"traceutil/trace.go:171","msg":"trace[390029349] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"267.216795ms","start":"2026-03-19T17:52:39.420505Z","end":"2026-03-19T17:52:39.687722Z","steps":["trace[390029349] 'process raft request' (duration: 102.718219ms)","trace[390029349] 'compare' (duration: 164.087416ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:39.723489Z","caller":"traceutil/trace.go:171","msg":"trace[833066091] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"300.757817ms","start":"2026-03-19T17:52:39.422716Z","end":"2026-03-19T17:52:39.723474Z","steps":["trace[833066091] 'process raft request' (duration: 300.650274ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:39.723651Z","caller":"traceutil/trace.go:171","msg":"trace[1645415654] transaction","detail":"{read_only:false; number_of_response:1; response_revision:448; }","duration":"301.238689ms","start":"2026-03-19T17:52:39.422396Z","end":"2026-03-19T17:52:39.723635Z","steps":["trace[1645415654] 'process raft request' (duration: 300.924621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:39.723638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.422697Z","time spent":"300.88712ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:39.723785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.422371Z","time spent":"301.3277ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-19T17:52:39.723479Z","caller":"traceutil/trace.go:171","msg":"trace[1233872737] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"302.216053ms","start":"2026-03-19T17:52:39.421224Z","end":"2026-03-19T17:52:39.72344Z","steps":["trace[1233872737] 'process raft request' (duration: 302.016898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:39.724065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.421191Z","time spent":"302.847768ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:40.264464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.626814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:40.264564Z","caller":"traceutil/trace.go:171","msg":"trace[725009578] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"534.369547ms","start":"2026-03-19T17:52:39.730178Z","end":"2026-03-19T17:52:40.264547Z","steps":["trace[725009578] 'process raft request' (duration: 266.582639ms)","trace[725009578] 'compare' (duration: 267.532692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:40.264622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.730154Z","time spent":"534.440099ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:40.32411Z","caller":"traceutil/trace.go:171","msg":"trace[385825284] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"593.679065ms","start":"2026-03-19T17:52:39.730378Z","end":"2026-03-19T17:52:40.324057Z","steps":["trace[385825284] 'process raft request' (duration: 587.153006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:40.324285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.730347Z","time spent":"593.88217ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:40.324389Z","caller":"traceutil/trace.go:171","msg":"trace[1832103920] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"593.914521ms","start":"2026-03-19T17:52:39.730442Z","end":"2026-03-19T17:52:40.324357Z","steps":["trace[1832103920] 'process raft request' (duration: 593.528812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:40.324555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.730432Z","time spent":"594.052834ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:40.324562Z","caller":"traceutil/trace.go:171","msg":"trace[1076692535] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"593.681375ms","start":"2026-03-19T17:52:39.730835Z","end":"2026-03-19T17:52:40.324516Z","steps":["trace[1076692535] 'process raft request' (duration: 593.441559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:40.324617Z","caller":"traceutil/trace.go:171","msg":"trace[441813880] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"592.846395ms","start":"2026-03-19T17:52:39.731723Z","end":"2026-03-19T17:52:40.324569Z","steps":["trace[441813880] 'process raft request' (duration: 592.657471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:40.324779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.730824Z","time spent":"593.820148ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:40.324887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.731713Z","time spent":"593.030269ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:40.325018Z","caller":"traceutil/trace.go:171","msg":"trace[1000345760] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"592.526187ms","start":"2026-03-19T17:52:39.732419Z","end":"2026-03-19T17:52:40.324945Z","steps":["trace[1000345760] 'process raft request' (duration: 592.072656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:40.32504Z","caller":"traceutil/trace.go:171","msg":"trace[58640082] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:464; }","duration":"593.262905ms","start":"2026-03-19T17:52:39.731646Z","end":"2026-03-19T17:52:40.324909Z","steps":["trace[58640082] 'read index received' (duration: 265.133185ms)","trace[58640082] 'applied index is now lower than readState.Index' (duration: 328.12776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:40.325263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.587283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-19T17:52:40.325355Z","caller":"traceutil/trace.go:171","msg":"trace[1864035985] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:456; }","duration":"593.715436ms","start":"2026-03-19T17:52:39.731611Z","end":"2026-03-19T17:52:40.325326Z","steps":["trace[1864035985] 'agreement among raft nodes before linearized reading' (duration: 593.43981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:40.325438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.7316Z","time spent":"593.821329ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4218,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-19T17:52:40.325516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.410609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:40.32622Z","caller":"traceutil/trace.go:171","msg":"trace[1704593870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"476.150597ms","start":"2026-03-19T17:52:39.850055Z","end":"2026-03-19T17:52:40.326205Z","steps":["trace[1704593870] 'agreement among raft nodes before linearized reading' (duration: 475.336758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:40.326257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.85004Z","time spent":"476.204698ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:40.325489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.746863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:40.326353Z","caller":"traceutil/trace.go:171","msg":"trace[1028611797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"189.641115ms","start":"2026-03-19T17:52:40.136699Z","end":"2026-03-19T17:52:40.32634Z","steps":["trace[1028611797] 'agreement among raft nodes before linearized reading' (duration: 188.716682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:40.326402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.732409Z","time spent":"592.728923ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:40.32642Z","caller":"traceutil/trace.go:171","msg":"trace[1360008154] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"593.648184ms","start":"2026-03-19T17:52:39.73028Z","end":"2026-03-19T17:52:40.323928Z","steps":["trace[1360008154] 'process raft request' (duration: 587.128106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:40.326478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.730223Z","time spent":"596.225436ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:41.364528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.701452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:41.364694Z","caller":"traceutil/trace.go:171","msg":"trace[838171381] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"1.03504961s","start":"2026-03-19T17:52:40.329614Z","end":"2026-03-19T17:52:41.364664Z","steps":["trace[838171381] 'process raft request' (duration: 428.142993ms)","trace[838171381] 'compare' (duration: 606.502487ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:41.364893Z","caller":"traceutil/trace.go:171","msg":"trace[1403645500] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"931.431509ms","start":"2026-03-19T17:52:40.433443Z","end":"2026-03-19T17:52:41.364874Z","steps":["trace[1403645500] 'process raft request' (duration: 931.384878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.364999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.433418Z","time spent":"931.530681ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:41.365066Z","caller":"traceutil/trace.go:171","msg":"trace[2010126867] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"1.031828772s","start":"2026-03-19T17:52:40.333225Z","end":"2026-03-19T17:52:41.365054Z","steps":["trace[2010126867] 'process raft request' (duration: 1.031443983s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.36506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.329601Z","time spent":"1.035153992s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:41.365121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.333205Z","time spent":"1.031885703s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:41.365116Z","caller":"traceutil/trace.go:171","msg":"trace[1822839098] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:471; }","duration":"1.033292478s","start":"2026-03-19T17:52:40.331788Z","end":"2026-03-19T17:52:41.36508Z","steps":["trace[1822839098] 'read index received' (duration: 425.979542ms)","trace[1822839098] 'applied index is now lower than readState.Index' (duration: 607.309846ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:41.365116Z","caller":"traceutil/trace.go:171","msg":"trace[1091920557] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"1.030262964s","start":"2026-03-19T17:52:40.334807Z","end":"2026-03-19T17:52:41.36507Z","steps":["trace[1091920557] 'process raft request' (duration: 1.029974777s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.365329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033512943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"warn","ts":"2026-03-19T17:52:41.36535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.334797Z","time spent":"1.030461169s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:41.36539Z","caller":"traceutil/trace.go:171","msg":"trace[2005439680] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:460; }","duration":"1.033613196s","start":"2026-03-19T17:52:40.331759Z","end":"2026-03-19T17:52:41.365372Z","steps":["trace[2005439680] 'agreement among raft nodes before linearized reading' (duration: 1.033480722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.365462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.331746Z","time spent":"1.033702117s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3842,"request content":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" "} {"level":"warn","ts":"2026-03-19T17:52:41.365487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.37816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:41.365634Z","caller":"traceutil/trace.go:171","msg":"trace[1766794405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"227.563063ms","start":"2026-03-19T17:52:41.138012Z","end":"2026-03-19T17:52:41.365575Z","steps":["trace[1766794405] 'agreement among raft nodes before linearized reading' (duration: 227.301577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.761165Z","caller":"traceutil/trace.go:171","msg":"trace[545713943] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"391.162719ms","start":"2026-03-19T17:52:41.369971Z","end":"2026-03-19T17:52:41.761134Z","steps":["trace[545713943] 'process raft request' (duration: 374.448994ms)","trace[545713943] 'compare' (duration: 16.357595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:41.761284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.369946Z","time spent":"391.276491ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:41.761341Z","caller":"traceutil/trace.go:171","msg":"trace[1974085219] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"387.792727ms","start":"2026-03-19T17:52:41.373514Z","end":"2026-03-19T17:52:41.761307Z","steps":["trace[1974085219] 'process raft request' (duration: 387.685674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.761507Z","caller":"traceutil/trace.go:171","msg":"trace[496520581] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"388.493104ms","start":"2026-03-19T17:52:41.372993Z","end":"2026-03-19T17:52:41.761486Z","steps":["trace[496520581] 'process raft request' (duration: 388.069274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.761542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.373505Z","time spent":"387.94183ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:41.761624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.37298Z","time spent":"388.572676ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:42.488255Z","caller":"traceutil/trace.go:171","msg":"trace[1325168930] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"156.555973ms","start":"2026-03-19T17:52:42.331665Z","end":"2026-03-19T17:52:42.488221Z","steps":["trace[1325168930] 'process raft request' (duration: 75.292344ms)","trace[1325168930] 'compare' (duration: 81.106976ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:43.546351Z","caller":"traceutil/trace.go:171","msg":"trace[1438798739] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"101.013687ms","start":"2026-03-19T17:52:43.445314Z","end":"2026-03-19T17:52:43.546328Z","steps":["trace[1438798739] 'process raft request' (duration: 100.857514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:44.937804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.940394ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T17:52:48.343392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.581264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:52:48.343477Z","caller":"traceutil/trace.go:171","msg":"trace[649733477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:478; }","duration":"546.724317ms","start":"2026-03-19T17:52:47.796735Z","end":"2026-03-19T17:52:48.343459Z","steps":["trace[649733477] 'range keys from in-memory index tree' (duration: 546.43704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.343495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.418309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:48.343532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:47.796687Z","time spent":"546.82569ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:52:48.343563Z","caller":"traceutil/trace.go:171","msg":"trace[1789232685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:478; }","duration":"203.527391ms","start":"2026-03-19T17:52:48.140019Z","end":"2026-03-19T17:52:48.343547Z","steps":["trace[1789232685] 'range keys from in-memory index tree' (duration: 203.336776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.343509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.223351ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:48.34362Z","caller":"traceutil/trace.go:171","msg":"trace[1193032280] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:478; }","duration":"129.344574ms","start":"2026-03-19T17:52:48.214258Z","end":"2026-03-19T17:52:48.343602Z","steps":["trace[1193032280] 'range keys from in-memory index tree' (duration: 129.213151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.104377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272610828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:52:49.120166Z","caller":"traceutil/trace.go:171","msg":"trace[1060556378] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"772.516078ms","start":"2026-03-19T17:52:48.347634Z","end":"2026-03-19T17:52:49.12015Z","steps":["trace[1060556378] 'process raft request' (duration: 772.409956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.120269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.347612Z","time spent":"772.602621ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:49.133907Z","caller":"traceutil/trace.go:171","msg":"trace[1222479966] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:495; }","duration":"530.34756ms","start":"2026-03-19T17:52:48.603536Z","end":"2026-03-19T17:52:49.133884Z","steps":["trace[1222479966] 'read index received' (duration: 516.527235ms)","trace[1222479966] 'applied index is now lower than readState.Index' (duration: 13.812765ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:49.133959Z","caller":"traceutil/trace.go:171","msg":"trace[1221857437] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"785.39843ms","start":"2026-03-19T17:52:48.348536Z","end":"2026-03-19T17:52:49.133934Z","steps":["trace[1221857437] 'process raft request' (duration: 785.225056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.134042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.489804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:49.134083Z","caller":"traceutil/trace.go:171","msg":"trace[983185766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:480; }","duration":"530.590467ms","start":"2026-03-19T17:52:48.603481Z","end":"2026-03-19T17:52:49.134071Z","steps":["trace[983185766] 'agreement among raft nodes before linearized reading' (duration: 530.504474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.134088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.348526Z","time spent":"785.492472ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:49.134124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.603459Z","time spent":"530.656318ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:52:51.407202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.646132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:51.407465Z","caller":"traceutil/trace.go:171","msg":"trace[1585400581] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"234.213405ms","start":"2026-03-19T17:52:51.173215Z","end":"2026-03-19T17:52:51.407428Z","steps":["trace[1585400581] 'process raft request' (duration: 66.229725ms)","trace[1585400581] 'compare' (duration: 167.53227ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:51.44823Z","caller":"traceutil/trace.go:171","msg":"trace[239650996] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"274.794069ms","start":"2026-03-19T17:52:51.173403Z","end":"2026-03-19T17:52:51.448197Z","steps":["trace[239650996] 'process raft request' (duration: 274.498251ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:51.448298Z","caller":"traceutil/trace.go:171","msg":"trace[239072168] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"272.811141ms","start":"2026-03-19T17:52:51.175462Z","end":"2026-03-19T17:52:51.448274Z","steps":["trace[239072168] 'process raft request' (duration: 272.630165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:51.963364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.330081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:51.963557Z","caller":"traceutil/trace.go:171","msg":"trace[1556350408] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"263.164726ms","start":"2026-03-19T17:52:51.700372Z","end":"2026-03-19T17:52:51.963537Z","steps":["trace[1556350408] 'process raft request' (duration: 263.101504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:51.963605Z","caller":"traceutil/trace.go:171","msg":"trace[2067396893] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:505; }","duration":"346.731762ms","start":"2026-03-19T17:52:51.616837Z","end":"2026-03-19T17:52:51.963568Z","steps":["trace[2067396893] 'read index received' (duration: 215.157214ms)","trace[2067396893] 'applied index is now lower than readState.Index' (duration: 131.568367ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:51.96366Z","caller":"traceutil/trace.go:171","msg":"trace[1143251258] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"384.319913ms","start":"2026-03-19T17:52:51.579305Z","end":"2026-03-19T17:52:51.963624Z","steps":["trace[1143251258] 'process raft request' (duration: 252.669413ms)","trace[1143251258] 'compare' (duration: 131.187358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:51.963814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.579278Z","time spent":"384.456987ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:51.963852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.991739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:52:51.963893Z","caller":"traceutil/trace.go:171","msg":"trace[76211746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:490; }","duration":"347.085821ms","start":"2026-03-19T17:52:51.616793Z","end":"2026-03-19T17:52:51.963879Z","steps":["trace[76211746] 'agreement among raft nodes before linearized reading' (duration: 346.896486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:51.963946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.616778Z","time spent":"347.156022ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:52:52.482761Z","caller":"traceutil/trace.go:171","msg":"trace[2082602293] linearizableReadLoop","detail":"{readStateIndex:510; appliedIndex:508; }","duration":"344.084337ms","start":"2026-03-19T17:52:52.138653Z","end":"2026-03-19T17:52:52.482737Z","steps":["trace[2082602293] 'read index received' (duration: 284.559055ms)","trace[2082602293] 'applied index is now lower than readState.Index' (duration: 59.524262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:52.482912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.243612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:52.482825Z","caller":"traceutil/trace.go:171","msg":"trace[1164135652] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"513.905803ms","start":"2026-03-19T17:52:51.968871Z","end":"2026-03-19T17:52:52.482776Z","steps":["trace[1164135652] 'process raft request' (duration: 454.32295ms)","trace[1164135652] 'compare' (duration: 59.271676ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:52.48292Z","caller":"traceutil/trace.go:171","msg":"trace[2022881244] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"513.130734ms","start":"2026-03-19T17:52:51.969756Z","end":"2026-03-19T17:52:52.482886Z","steps":["trace[2022881244] 'process raft request' (duration: 512.936489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:52.482959Z","caller":"traceutil/trace.go:171","msg":"trace[1005473482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:493; }","duration":"344.349424ms","start":"2026-03-19T17:52:52.138597Z","end":"2026-03-19T17:52:52.482946Z","steps":["trace[1005473482] 'agreement among raft nodes before linearized reading' (duration: 344.234192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.482996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:52.138574Z","time spent":"344.413885ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:52.483046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.969732Z","time spent":"513.252306ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:52.48311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.968839Z","time spent":"514.142539ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:52.597588Z","caller":"traceutil/trace.go:171","msg":"trace[1578390840] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"109.531154ms","start":"2026-03-19T17:52:52.48802Z","end":"2026-03-19T17:52:52.597551Z","steps":["trace[1578390840] 'process raft request' (duration: 109.479373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:52.597623Z","caller":"traceutil/trace.go:171","msg":"trace[1373000181] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"109.627566ms","start":"2026-03-19T17:52:52.487971Z","end":"2026-03-19T17:52:52.597599Z","steps":["trace[1373000181] 'process raft request' (duration: 98.718682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:52.88159Z","caller":"traceutil/trace.go:171","msg":"trace[1088729662] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"117.907027ms","start":"2026-03-19T17:52:52.763653Z","end":"2026-03-19T17:52:52.88156Z","steps":["trace[1088729662] 'process raft request' (duration: 53.383543ms)","trace[1088729662] 'compare' (duration: 64.35199ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:52.884057Z","caller":"traceutil/trace.go:171","msg":"trace[2069918802] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"120.368267ms","start":"2026-03-19T17:52:52.763667Z","end":"2026-03-19T17:52:52.884036Z","steps":["trace[2069918802] 'process raft request' (duration: 120.132541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:52.8842Z","caller":"traceutil/trace.go:171","msg":"trace[1091265906] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"118.709326ms","start":"2026-03-19T17:52:52.765441Z","end":"2026-03-19T17:52:52.88415Z","steps":["trace[1091265906] 'process raft request' (duration: 118.511462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:52.884356Z","caller":"traceutil/trace.go:171","msg":"trace[381146731] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"116.655426ms","start":"2026-03-19T17:52:52.767636Z","end":"2026-03-19T17:52:52.884291Z","steps":["trace[381146731] 'process raft request' (duration: 116.380499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.543242Z","caller":"traceutil/trace.go:171","msg":"trace[423610948] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"358.45127ms","start":"2026-03-19T17:52:55.184756Z","end":"2026-03-19T17:52:55.543207Z","steps":["trace[423610948] 'process raft request' (duration: 358.213594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.543445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:55.18474Z","time spent":"358.598794ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:55.752981Z","caller":"traceutil/trace.go:171","msg":"trace[511358317] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:544; }","duration":"194.025571ms","start":"2026-03-19T17:52:55.558927Z","end":"2026-03-19T17:52:55.752952Z","steps":["trace[511358317] 'read index received' (duration: 2.971093ms)","trace[511358317] 'applied index is now lower than readState.Index' (duration: 191.053238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:55.753134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.187515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-19T17:52:55.753191Z","caller":"traceutil/trace.go:171","msg":"trace[1489313525] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:528; }","duration":"194.293108ms","start":"2026-03-19T17:52:55.55888Z","end":"2026-03-19T17:52:55.753174Z","steps":["trace[1489313525] 'agreement among raft nodes before linearized reading' (duration: 194.175595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.7532Z","caller":"traceutil/trace.go:171","msg":"trace[1003465558] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"205.522962ms","start":"2026-03-19T17:52:55.547534Z","end":"2026-03-19T17:52:55.753057Z","steps":["trace[1003465558] 'process raft request' (duration: 205.239425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:02.090561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.6219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wpr6b\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-19T17:53:02.090671Z","caller":"traceutil/trace.go:171","msg":"trace[2124828703] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wpr6b; range_end:; response_count:1; response_revision:567; }","duration":"292.761315ms","start":"2026-03-19T17:53:01.797884Z","end":"2026-03-19T17:53:02.090645Z","steps":["trace[2124828703] 'range keys from in-memory index tree' (duration: 292.457186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:02.090717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.872876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:02.090801Z","caller":"traceutil/trace.go:171","msg":"trace[296049993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"315.010438ms","start":"2026-03-19T17:53:01.77577Z","end":"2026-03-19T17:53:02.09078Z","steps":["trace[296049993] 'range keys from in-memory index tree' (duration: 314.655809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:02.090844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:01.775746Z","time spent":"315.089091ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:02.623649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272611008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:53:02.747411Z","caller":"traceutil/trace.go:171","msg":"trace[1541850165] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"652.640019ms","start":"2026-03-19T17:53:02.094748Z","end":"2026-03-19T17:53:02.747388Z","steps":["trace[1541850165] 'process raft request' (duration: 652.520266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:02.747553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.094725Z","time spent":"652.748092ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:03.935883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188574566s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:03.93642Z","caller":"traceutil/trace.go:171","msg":"trace[357832307] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.828572315s","start":"2026-03-19T17:53:02.107821Z","end":"2026-03-19T17:53:03.936394Z","steps":["trace[357832307] 'process raft request' (duration: 1.828287679s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:03.936575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.107796Z","time spent":"1.828693609s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:03.936682Z","caller":"traceutil/trace.go:171","msg":"trace[621350613] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.730752536s","start":"2026-03-19T17:53:02.205898Z","end":"2026-03-19T17:53:03.936651Z","steps":["trace[621350613] 'process raft request' (duration: 1.730438028s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:03.936866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.205876Z","time spent":"1.73089336s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:04.137942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:53:04.138035Z","caller":"traceutil/trace.go:171","msg":"trace[1874190684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613171s","start":"2026-03-19T17:53:02.137401Z","end":"2026-03-19T17:53:04.138014Z","steps":["trace[1874190684] 'agreement among raft nodes before linearized reading' (duration: 2.000492968s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:04.138102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.137385Z","time spent":"2.000707443s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:05.12861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19198575s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:53:05.128833Z","caller":"traceutil/trace.go:171","msg":"trace[1987219206] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:586; }","duration":"3.005734344s","start":"2026-03-19T17:53:02.12307Z","end":"2026-03-19T17:53:05.128804Z","steps":["trace[1987219206] 'read index received' (duration: 624.267016ms)","trace[1987219206] 'applied index is now lower than readState.Index' (duration: 2.381464758s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:05.128977Z","caller":"traceutil/trace.go:171","msg":"trace[934595119] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"986.514688ms","start":"2026-03-19T17:53:04.142439Z","end":"2026-03-19T17:53:05.128954Z","steps":["trace[934595119] 'process raft request' (duration: 986.372645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.12903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809886158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:05.12903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005945519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T17:53:05.129071Z","caller":"traceutil/trace.go:171","msg":"trace[218750705] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:571; }","duration":"2.80996678s","start":"2026-03-19T17:53:02.319089Z","end":"2026-03-19T17:53:05.129056Z","steps":["trace[218750705] 'agreement among raft nodes before linearized reading' (duration: 2.809859127s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:05.129083Z","caller":"traceutil/trace.go:171","msg":"trace[1705570278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:570; }","duration":"3.006039181s","start":"2026-03-19T17:53:02.123029Z","end":"2026-03-19T17:53:05.129069Z","steps":["trace[1705570278] 'agreement among raft nodes before linearized reading' (duration: 3.005858607s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.129113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.319075Z","time spent":"2.810027851s","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-19T17:53:05.129162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.123013Z","time spent":"3.006095552s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:05.129167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.142413Z","time spent":"986.62669ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:05.129208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.290355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:05.129284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531878746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:05.129339Z","caller":"traceutil/trace.go:171","msg":"trace[2126412584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:571; }","duration":"1.531978878s","start":"2026-03-19T17:53:03.597346Z","end":"2026-03-19T17:53:05.129325Z","steps":["trace[2126412584] 'agreement among raft nodes before linearized reading' (duration: 1.531792284s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.12933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546266848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:53:05.129387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.597326Z","time spent":"1.532052471s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:53:05.129393Z","caller":"traceutil/trace.go:171","msg":"trace[485423347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:571; }","duration":"1.5463709s","start":"2026-03-19T17:53:03.583009Z","end":"2026-03-19T17:53:05.12938Z","steps":["trace[485423347] 'agreement among raft nodes before linearized reading' (duration: 1.546189485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.12943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.582988Z","time spent":"1.546432952s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:05.129968Z","caller":"traceutil/trace.go:171","msg":"trace[228312813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:571; }","duration":"982.462299ms","start":"2026-03-19T17:53:04.1468Z","end":"2026-03-19T17:53:05.129262Z","steps":["trace[228312813] 'agreement among raft nodes before linearized reading' (duration: 982.277244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.130078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.146778Z","time spent":"983.283569ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:05.130269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.188993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:05.130371Z","caller":"traceutil/trace.go:171","msg":"trace[1207473354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:571; }","duration":"378.403617ms","start":"2026-03-19T17:53:04.751948Z","end":"2026-03-19T17:53:05.130352Z","steps":["trace[1207473354] 'agreement among raft nodes before linearized reading' (duration: 377.30859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.130417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.751926Z","time spent":"378.482499ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:06.639142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272611016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:07.139744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272611016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:07.640369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272611016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:08.138971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:53:08.139049Z","caller":"traceutil/trace.go:171","msg":"trace[1904267148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403315s","start":"2026-03-19T17:53:06.138629Z","end":"2026-03-19T17:53:08.139032Z","steps":["trace[1904267148] 'agreement among raft nodes before linearized reading' (duration: 2.000300213s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:08.139094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.138604Z","time spent":"2.000480738s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:08.141305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272611016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:08.642259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272611016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:08.702331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.568409745s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:53:10.13291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.134212Z","time spent":"4.998689858s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T17:53:10.133023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.134628Z","time spent":"4.998393521s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T17:53:10.139755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:53:10.139835Z","caller":"traceutil/trace.go:171","msg":"trace[277988033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576201s","start":"2026-03-19T17:53:08.139242Z","end":"2026-03-19T17:53:10.139818Z","steps":["trace[277988033] 'agreement among raft nodes before linearized reading' (duration: 2.000470398s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.139879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.139226Z","time spent":"2.000644432s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:10.165148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951318307s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:10.165256Z","caller":"traceutil/trace.go:171","msg":"trace[1552940538] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:571; }","duration":"1.95143902s","start":"2026-03-19T17:53:08.213802Z","end":"2026-03-19T17:53:10.165241Z","steps":["trace[1552940538] 'range keys from in-memory index tree' (duration: 1.951299997s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.165531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462909761s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:10.165642Z","caller":"traceutil/trace.go:171","msg":"trace[1021509434] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"5.031859189s","start":"2026-03-19T17:53:05.133749Z","end":"2026-03-19T17:53:10.165609Z","steps":["trace[1021509434] 'process raft request' (duration: 3.568792604s)","trace[1021509434] 'compare' (duration: 1.462807488s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:10.165702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.133708Z","time spent":"5.031965881s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:10.307142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.604604974s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:53:10.585961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.576028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:10.586307Z","caller":"traceutil/trace.go:171","msg":"trace[1429295003] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"5.451432513s","start":"2026-03-19T17:53:05.134852Z","end":"2026-03-19T17:53:10.586285Z","steps":["trace[1429295003] 'process raft request' (duration: 5.45131539s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.586425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.134838Z","time spent":"5.451526945s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:10.586434Z","caller":"traceutil/trace.go:171","msg":"trace[1404124057] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:591; }","duration":"4.447719093s","start":"2026-03-19T17:53:06.13869Z","end":"2026-03-19T17:53:10.58641Z","steps":["trace[1404124057] 'read index received' (duration: 2.563791164s)","trace[1404124057] 'applied index is now lower than readState.Index' (duration: 1.883926739s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:10.586454Z","caller":"traceutil/trace.go:171","msg":"trace[1904871848] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"3.195520051s","start":"2026-03-19T17:53:07.390907Z","end":"2026-03-19T17:53:10.586427Z","steps":["trace[1904871848] 'process raft request' (duration: 3.195298026s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.586599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:07.390879Z","time spent":"3.195638694s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:10.586613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.124019183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:10.586652Z","caller":"traceutil/trace.go:171","msg":"trace[481122965] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:576; }","duration":"4.124098734s","start":"2026-03-19T17:53:06.46254Z","end":"2026-03-19T17:53:10.586639Z","steps":["trace[481122965] 'agreement among raft nodes before linearized reading' (duration: 4.124019032s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.58666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.183632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:10.586722Z","caller":"traceutil/trace.go:171","msg":"trace[140336041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"732.283515ms","start":"2026-03-19T17:53:09.854421Z","end":"2026-03-19T17:53:10.586705Z","steps":["trace[140336041] 'agreement among raft nodes before linearized reading' (duration: 732.189543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.586733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419615718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T17:53:10.586727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.179652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:10.586775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.8544Z","time spent":"732.363627ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:10.58678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.462523Z","time spent":"4.124175387s","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-19T17:53:10.586818Z","caller":"traceutil/trace.go:171","msg":"trace[1016157272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"439.289805ms","start":"2026-03-19T17:53:10.147489Z","end":"2026-03-19T17:53:10.586779Z","steps":["trace[1016157272] 'agreement among raft nodes before linearized reading' (duration: 439.167682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.586869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.147439Z","time spent":"439.418098ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:10.586877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.553032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f903c8b5ae0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T17:53:10.58678Z","caller":"traceutil/trace.go:171","msg":"trace[1233986877] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:576; }","duration":"3.41969661s","start":"2026-03-19T17:53:07.167069Z","end":"2026-03-19T17:53:10.586766Z","steps":["trace[1233986877] 'agreement among raft nodes before linearized reading' (duration: 3.419540407s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:10.587003Z","caller":"traceutil/trace.go:171","msg":"trace[1487490966] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f903c8b5ae0; range_end:; response_count:1; response_revision:576; }","duration":"439.732726ms","start":"2026-03-19T17:53:10.147239Z","end":"2026-03-19T17:53:10.586972Z","steps":["trace[1487490966] 'agreement among raft nodes before linearized reading' (duration: 439.316946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.58701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:07.167042Z","time spent":"3.419948556s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.231\" "} {"level":"warn","ts":"2026-03-19T17:53:10.587069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.14722Z","time spent":"439.837508ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f903c8b5ae0\" "} {"level":"info","ts":"2026-03-19T17:53:10.787728Z","caller":"traceutil/trace.go:171","msg":"trace[2009637155] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:598; }","duration":"148.217563ms","start":"2026-03-19T17:53:10.639459Z","end":"2026-03-19T17:53:10.787677Z","steps":["trace[2009637155] 'read index received' (duration: 127.337643ms)","trace[2009637155] 'applied index is now lower than readState.Index' (duration: 20.87871ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:10.787745Z","caller":"traceutil/trace.go:171","msg":"trace[982838375] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"173.92279ms","start":"2026-03-19T17:53:10.613773Z","end":"2026-03-19T17:53:10.787696Z","steps":["trace[982838375] 'process raft request' (duration: 153.118192ms)","trace[982838375] 'compare' (duration: 20.664035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:10.788124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.636252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f903c8b5ae0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T17:53:10.788215Z","caller":"traceutil/trace.go:171","msg":"trace[206476583] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f903c8b5ae0; range_end:; response_count:1; response_revision:578; }","duration":"148.792376ms","start":"2026-03-19T17:53:10.639401Z","end":"2026-03-19T17:53:10.788193Z","steps":["trace[206476583] 'agreement among raft nodes before linearized reading' (duration: 148.419347ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:10.974655Z","caller":"traceutil/trace.go:171","msg":"trace[1828192722] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"138.516395ms","start":"2026-03-19T17:53:10.836109Z","end":"2026-03-19T17:53:10.974625Z","steps":["trace[1828192722] 'process raft request' (duration: 52.297688ms)","trace[1828192722] 'compare' (duration: 86.067584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:12.334906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.182548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:12.335028Z","caller":"traceutil/trace.go:171","msg":"trace[45407151] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"928.215664ms","start":"2026-03-19T17:53:11.406792Z","end":"2026-03-19T17:53:12.335008Z","steps":["trace[45407151] 'process raft request' (duration: 712.862312ms)","trace[45407151] 'compare' (duration: 215.038134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:12.33508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.406765Z","time spent":"928.294765ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:12.527403Z","caller":"traceutil/trace.go:171","msg":"trace[494929409] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"389.445888ms","start":"2026-03-19T17:53:12.137934Z","end":"2026-03-19T17:53:12.52738Z","steps":["trace[494929409] 'read index received' (duration: 381.546254ms)","trace[494929409] 'applied index is now lower than readState.Index' (duration: 7.898924ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:12.527465Z","caller":"traceutil/trace.go:171","msg":"trace[1137375157] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"1.019438373s","start":"2026-03-19T17:53:11.507999Z","end":"2026-03-19T17:53:12.527437Z","steps":["trace[1137375157] 'process raft request' (duration: 1.012036462s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.527597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.507968Z","time spent":"1.019567866s","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:12.527617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.663653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:12.527658Z","caller":"traceutil/trace.go:171","msg":"trace[1018556269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"389.766285ms","start":"2026-03-19T17:53:12.137878Z","end":"2026-03-19T17:53:12.527644Z","steps":["trace[1018556269] 'agreement among raft nodes before linearized reading' (duration: 389.594571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.527692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.137853Z","time spent":"389.830236ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:12.617495Z","caller":"traceutil/trace.go:171","msg":"trace[1737521228] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"181.766883ms","start":"2026-03-19T17:53:12.435693Z","end":"2026-03-19T17:53:12.61746Z","steps":["trace[1737521228] 'process raft request' (duration: 181.600099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.617674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.303883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:53:12.617694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.736817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T17:53:12.61777Z","caller":"traceutil/trace.go:171","msg":"trace[799726368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:586; }","duration":"479.413866ms","start":"2026-03-19T17:53:12.138333Z","end":"2026-03-19T17:53:12.617747Z","steps":["trace[799726368] 'agreement among raft nodes before linearized reading' (duration: 479.18628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.617834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.138225Z","time spent":"479.59604ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:53:12.617846Z","caller":"traceutil/trace.go:171","msg":"trace[1828081551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:586; }","duration":"446.902211ms","start":"2026-03-19T17:53:12.170899Z","end":"2026-03-19T17:53:12.617801Z","steps":["trace[1828081551] 'agreement among raft nodes before linearized reading' (duration: 446.548572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.61795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.170878Z","time spent":"447.060244ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:13.582411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.532605Z","time spent":"1.049799106s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 17:53:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:13.596872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.622519Z","time spent":"974.344221ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 17:53:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/19 17:53:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:13.819904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.318535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:13.820304Z","caller":"traceutil/trace.go:171","msg":"trace[1684644824] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.27342081s","start":"2026-03-19T17:53:12.546848Z","end":"2026-03-19T17:53:13.820269Z","steps":["trace[1684644824] 'process raft request' (duration: 1.273280607s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:13.820374Z","caller":"traceutil/trace.go:171","msg":"trace[1035206777] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:607; }","duration":"1.202925347s","start":"2026-03-19T17:53:12.617425Z","end":"2026-03-19T17:53:13.82035Z","steps":["trace[1035206777] 'read index received' (duration: 459.13546ms)","trace[1035206777] 'applied index is now lower than readState.Index' (duration: 743.787677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:13.820448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.546834Z","time spent":"1.273544173s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:13.820464Z","caller":"traceutil/trace.go:171","msg":"trace[1411798292] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"1.272970659s","start":"2026-03-19T17:53:12.547479Z","end":"2026-03-19T17:53:13.82045Z","steps":["trace[1411798292] 'process raft request' (duration: 1.272758304s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:13.820405Z","caller":"traceutil/trace.go:171","msg":"trace[508224093] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.272928798s","start":"2026-03-19T17:53:12.547401Z","end":"2026-03-19T17:53:13.82033Z","steps":["trace[508224093] 'process raft request' (duration: 1.272789715s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:13.820564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.547471Z","time spent":"1.273022011s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:13.820662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.547388Z","time spent":"1.273158794s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:13.820644Z","caller":"traceutil/trace.go:171","msg":"trace[1801290259] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"1.198137201s","start":"2026-03-19T17:53:12.622471Z","end":"2026-03-19T17:53:13.820608Z","steps":["trace[1801290259] 'process raft request' (duration: 1.197800753s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:13.820739Z","caller":"traceutil/trace.go:171","msg":"trace[529858815] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.182472347s","start":"2026-03-19T17:53:12.638256Z","end":"2026-03-19T17:53:13.820729Z","steps":["trace[529858815] 'process raft request' (duration: 1.182085777s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:13.820798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.638219Z","time spent":"1.182550839s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:13.820834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.622448Z","time spent":"1.198279884s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:14.320805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272611102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:14.641157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.763998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:53:14.641377Z","caller":"traceutil/trace.go:171","msg":"trace[127969754] transaction","detail":"{read_only:false; number_of_response:1; response_revision:593; }","duration":"1.057143095s","start":"2026-03-19T17:53:13.584222Z","end":"2026-03-19T17:53:14.641365Z","steps":["trace[127969754] 'process raft request' (duration: 1.057027072s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.641396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050788227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:53:14.64145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:13.584199Z","time spent":"1.057200716s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":512,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:14.641453Z","caller":"traceutil/trace.go:171","msg":"trace[1900749092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:593; }","duration":"2.050874959s","start":"2026-03-19T17:53:12.590563Z","end":"2026-03-19T17:53:14.641438Z","steps":["trace[1900749092] 'agreement among raft nodes before linearized reading' (duration: 1.229996158s)","trace[1900749092] 'range keys from in-memory index tree' (duration: 820.731917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:14.641477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.590549Z","time spent":"2.05092317s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:14.899852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.221891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:14.900128Z","caller":"traceutil/trace.go:171","msg":"trace[1042974444] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:614; }","duration":"1.079694646s","start":"2026-03-19T17:53:13.820417Z","end":"2026-03-19T17:53:14.900111Z","steps":["trace[1042974444] 'read index received' (duration: 647.282758ms)","trace[1042974444] 'applied index is now lower than readState.Index' (duration: 432.411038ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:14.900124Z","caller":"traceutil/trace.go:171","msg":"trace[1480562647] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.075511144s","start":"2026-03-19T17:53:13.824588Z","end":"2026-03-19T17:53:14.900099Z","steps":["trace[1480562647] 'process raft request' (duration: 816.976016ms)","trace[1480562647] 'compare' (duration: 258.125919ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:14.900154Z","caller":"traceutil/trace.go:171","msg":"trace[378837206] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"905.16399ms","start":"2026-03-19T17:53:13.994962Z","end":"2026-03-19T17:53:14.900126Z","steps":["trace[378837206] 'process raft request' (duration: 904.985086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.900256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:13.824569Z","time spent":"1.075621717s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:14.900289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:13.994936Z","time spent":"905.278503ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:14.900294Z","caller":"traceutil/trace.go:171","msg":"trace[235203895] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"255.686379ms","start":"2026-03-19T17:53:14.644591Z","end":"2026-03-19T17:53:14.900277Z","steps":["trace[235203895] 'process raft request' (duration: 255.491034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.900345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762928183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:14.90038Z","caller":"traceutil/trace.go:171","msg":"trace[1167015664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"1.763002135s","start":"2026-03-19T17:53:13.137368Z","end":"2026-03-19T17:53:14.90037Z","steps":["trace[1167015664] 'agreement among raft nodes before linearized reading' (duration: 1.762751299s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.900412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:13.137351Z","time spent":"1.763054336s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:14.900424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071256107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wpr6b\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-19T17:53:14.900516Z","caller":"traceutil/trace.go:171","msg":"trace[2136333575] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wpr6b; range_end:; response_count:1; response_revision:597; }","duration":"2.071415521s","start":"2026-03-19T17:53:12.829074Z","end":"2026-03-19T17:53:14.900489Z","steps":["trace[2136333575] 'agreement among raft nodes before linearized reading' (duration: 2.071085003s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.900572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.82904Z","time spent":"2.071514783s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17270,"request content":"key:\"/registry/pods/kube-system/cilium-wpr6b\" "} {"level":"info","ts":"2026-03-19T17:53:15.428037Z","caller":"traceutil/trace.go:171","msg":"trace[465865412] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"513.9223ms","start":"2026-03-19T17:53:14.914089Z","end":"2026-03-19T17:53:15.428011Z","steps":["trace[465865412] 'process raft request' (duration: 513.772245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.428252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.914075Z","time spent":"514.111474ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:15.979701Z","caller":"traceutil/trace.go:171","msg":"trace[1717562261] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.065207032s","start":"2026-03-19T17:53:14.914471Z","end":"2026-03-19T17:53:15.979679Z","steps":["trace[1717562261] 'process raft request' (duration: 1.064980046s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:15.979743Z","caller":"traceutil/trace.go:171","msg":"trace[612853900] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.065198391s","start":"2026-03-19T17:53:14.914526Z","end":"2026-03-19T17:53:15.979724Z","steps":["trace[612853900] 'process raft request' (duration: 1.065048657s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:15.979803Z","caller":"traceutil/trace.go:171","msg":"trace[311888691] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.064309388s","start":"2026-03-19T17:53:14.915477Z","end":"2026-03-19T17:53:15.979786Z","steps":["trace[311888691] 'process raft request' (duration: 1.064131434s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.979837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.91452Z","time spent":"1.065262942s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:15.979843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.914462Z","time spent":"1.065313104s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:15.979891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.915455Z","time spent":"1.064400202s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:15.979954Z","caller":"traceutil/trace.go:171","msg":"trace[1457795894] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.056217702s","start":"2026-03-19T17:53:14.923724Z","end":"2026-03-19T17:53:15.979941Z","steps":["trace[1457795894] 'process raft request' (duration: 1.055922454s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:15.979981Z","caller":"traceutil/trace.go:171","msg":"trace[675812870] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.050215535s","start":"2026-03-19T17:53:14.929757Z","end":"2026-03-19T17:53:15.979972Z","steps":["trace[675812870] 'process raft request' (duration: 1.049972408s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.980016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.923695Z","time spent":"1.056281053s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:15.980022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.929735Z","time spent":"1.050268046s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:15.980092Z","caller":"traceutil/trace.go:171","msg":"trace[1092227040] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.049191921s","start":"2026-03-19T17:53:14.930872Z","end":"2026-03-19T17:53:15.980064Z","steps":["trace[1092227040] 'process raft request' (duration: 1.049033607s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.980233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.930848Z","time spent":"1.049321754s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:15.980268Z","caller":"traceutil/trace.go:171","msg":"trace[1606802883] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.049324774s","start":"2026-03-19T17:53:14.930917Z","end":"2026-03-19T17:53:15.980242Z","steps":["trace[1606802883] 'process raft request' (duration: 1.049070528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.98037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.337031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:15.980217Z","caller":"traceutil/trace.go:171","msg":"trace[1920306315] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:621; }","duration":"343.178817ms","start":"2026-03-19T17:53:15.637013Z","end":"2026-03-19T17:53:15.980191Z","steps":["trace[1920306315] 'read index received' (duration: 342.414688ms)","trace[1920306315] 'applied index is now lower than readState.Index' (duration: 763.099µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:15.98042Z","caller":"traceutil/trace.go:171","msg":"trace[2094964797] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:605; }","duration":"343.441323ms","start":"2026-03-19T17:53:15.636969Z","end":"2026-03-19T17:53:15.98041Z","steps":["trace[2094964797] 'agreement among raft nodes before linearized reading' (duration: 343.29843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.980406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.930904Z","time spent":"1.049436287s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:15.980461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.636946Z","time spent":"343.505485ms","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":69,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:16.023441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.146217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T17:53:16.023608Z","caller":"traceutil/trace.go:171","msg":"trace[1339434985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"199.350332ms","start":"2026-03-19T17:53:15.824228Z","end":"2026-03-19T17:53:16.023578Z","steps":["trace[1339434985] 'agreement among raft nodes before linearized reading' (duration: 199.051705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.348827Z","caller":"traceutil/trace.go:171","msg":"trace[1822952320] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"320.985594ms","start":"2026-03-19T17:53:16.027817Z","end":"2026-03-19T17:53:16.348803Z","steps":["trace[1822952320] 'process raft request' (duration: 320.941653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.348882Z","caller":"traceutil/trace.go:171","msg":"trace[1114371326] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"350.241719ms","start":"2026-03-19T17:53:15.998619Z","end":"2026-03-19T17:53:16.348861Z","steps":["trace[1114371326] 'process raft request' (duration: 349.85067ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.348942Z","caller":"traceutil/trace.go:171","msg":"trace[365686060] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"350.015394ms","start":"2026-03-19T17:53:15.998917Z","end":"2026-03-19T17:53:16.348932Z","steps":["trace[365686060] 'process raft request' (duration: 349.575363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.348974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:16.027798Z","time spent":"321.098937ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:16.349009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.998613Z","time spent":"350.329821ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:16.349017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.998908Z","time spent":"350.066725ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:16.349216Z","caller":"traceutil/trace.go:171","msg":"trace[1652979791] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"350.216278ms","start":"2026-03-19T17:53:15.998991Z","end":"2026-03-19T17:53:16.349207Z","steps":["trace[1652979791] 'process raft request' (duration: 349.554632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.349223Z","caller":"traceutil/trace.go:171","msg":"trace[1010100501] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"351.260494ms","start":"2026-03-19T17:53:15.997931Z","end":"2026-03-19T17:53:16.349192Z","steps":["trace[1010100501] 'process raft request' (duration: 350.452994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.349276Z","caller":"traceutil/trace.go:171","msg":"trace[2099588103] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"349.881521ms","start":"2026-03-19T17:53:15.999381Z","end":"2026-03-19T17:53:16.349263Z","steps":["trace[2099588103] 'process raft request' (duration: 349.235995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.349306Z","caller":"traceutil/trace.go:171","msg":"trace[1157437820] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"351.289724ms","start":"2026-03-19T17:53:15.998003Z","end":"2026-03-19T17:53:16.349293Z","steps":["trace[1157437820] 'process raft request' (duration: 350.414273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.349441Z","caller":"traceutil/trace.go:171","msg":"trace[1808815614] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"324.198812ms","start":"2026-03-19T17:53:16.025231Z","end":"2026-03-19T17:53:16.34943Z","steps":["trace[1808815614] 'process raft request' (duration: 323.493415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.349412Z","caller":"traceutil/trace.go:171","msg":"trace[1085598041] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"358.304816ms","start":"2026-03-19T17:53:15.991015Z","end":"2026-03-19T17:53:16.34932Z","steps":["trace[1085598041] 'process raft request' (duration: 357.320212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.349552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:16.025207Z","time spent":"324.269214ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:16.349589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.293213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wpr6b\" ","response":"range_response_count:1 size:17431"} {"level":"info","ts":"2026-03-19T17:53:16.349562Z","caller":"traceutil/trace.go:171","msg":"trace[707487920] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"351.445129ms","start":"2026-03-19T17:53:15.998106Z","end":"2026-03-19T17:53:16.349551Z","steps":["trace[707487920] 'process raft request' (duration: 350.338352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.34965Z","caller":"traceutil/trace.go:171","msg":"trace[613101594] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wpr6b; range_end:; response_count:1; response_revision:622; }","duration":"364.469588ms","start":"2026-03-19T17:53:15.985168Z","end":"2026-03-19T17:53:16.349638Z","steps":["trace[613101594] 'agreement among raft nodes before linearized reading' (duration: 364.242691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.349674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.998099Z","time spent":"351.546532ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:16.349693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.985078Z","time spent":"364.606471ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17454,"request content":"key:\"/registry/pods/kube-system/cilium-wpr6b\" "} {"level":"warn","ts":"2026-03-19T17:53:16.349503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.997996Z","time spent":"351.457918ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:16.349315Z","caller":"traceutil/trace.go:171","msg":"trace[1482468252] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"350.003464ms","start":"2026-03-19T17:53:15.999304Z","end":"2026-03-19T17:53:16.349307Z","steps":["trace[1482468252] 'process raft request' (duration: 349.267636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.349816Z","caller":"traceutil/trace.go:171","msg":"trace[794461003] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"349.994803ms","start":"2026-03-19T17:53:15.999801Z","end":"2026-03-19T17:53:16.349795Z","steps":["trace[794461003] 'process raft request' (duration: 348.864335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.34991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.999789Z","time spent":"350.081695ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:16.349948Z","caller":"traceutil/trace.go:171","msg":"trace[1786386482] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"350.200648ms","start":"2026-03-19T17:53:15.999731Z","end":"2026-03-19T17:53:16.349931Z","steps":["trace[1786386482] 'process raft request' (duration: 348.912636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.349993Z","caller":"traceutil/trace.go:171","msg":"trace[1174489507] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"362.964061ms","start":"2026-03-19T17:53:15.987015Z","end":"2026-03-19T17:53:16.349979Z","steps":["trace[1174489507] 'process raft request' (duration: 361.268769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.350056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.986989Z","time spent":"363.029152ms","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:16.350046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.999723Z","time spent":"350.294271ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:16.34984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.999295Z","time spent":"350.524037ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:16.349987Z","caller":"traceutil/trace.go:171","msg":"trace[1157294702] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"350.016034ms","start":"2026-03-19T17:53:15.999957Z","end":"2026-03-19T17:53:16.349973Z","steps":["trace[1157294702] 'process raft request' (duration: 348.735242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.349371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.999375Z","time spent":"349.940542ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:16.350292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.999938Z","time spent":"350.27961ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:16.349347Z","caller":"traceutil/trace.go:171","msg":"trace[107553275] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:629; }","duration":"326.353335ms","start":"2026-03-19T17:53:16.022943Z","end":"2026-03-19T17:53:16.349296Z","steps":["trace[107553275] 'read index received' (duration: 273.568906ms)","trace[107553275] 'applied index is now lower than readState.Index' (duration: 52.774329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:16.349357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.997919Z","time spent":"351.374296ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:16.348879Z","caller":"traceutil/trace.go:171","msg":"trace[583139069] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"349.511342ms","start":"2026-03-19T17:53:15.999333Z","end":"2026-03-19T17:53:16.348844Z","steps":["trace[583139069] 'process raft request' (duration: 349.262176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.350499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.999309Z","time spent":"351.164183ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:16.350523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.96738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:16.350317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.990923Z","time spent":"358.972524ms","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:16.350562Z","caller":"traceutil/trace.go:171","msg":"trace[1286211355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"212.057413ms","start":"2026-03-19T17:53:16.138494Z","end":"2026-03-19T17:53:16.350552Z","steps":["trace[1286211355] 'agreement among raft nodes before linearized reading' (duration: 211.9639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.349281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.998963Z","time spent":"350.29175ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:16.3495Z","caller":"traceutil/trace.go:171","msg":"trace[587232854] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"362.491769ms","start":"2026-03-19T17:53:15.986937Z","end":"2026-03-19T17:53:16.349428Z","steps":["trace[587232854] 'process raft request' (duration: 309.562056ms)","trace[587232854] 'compare' (duration: 51.409966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:16.35112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.986897Z","time spent":"364.18474ms","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:16.577716Z","caller":"traceutil/trace.go:171","msg":"trace[661390649] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"223.543693ms","start":"2026-03-19T17:53:16.354132Z","end":"2026-03-19T17:53:16.577676Z","steps":["trace[661390649] 'process raft request' (duration: 196.03066ms)","trace[661390649] 'compare' (duration: 27.332798ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:16.607175Z","caller":"traceutil/trace.go:171","msg":"trace[1116061514] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"251.817322ms","start":"2026-03-19T17:53:16.355322Z","end":"2026-03-19T17:53:16.607139Z","steps":["trace[1116061514] 'process raft request' (duration: 251.445683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.607217Z","caller":"traceutil/trace.go:171","msg":"trace[747036081] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"251.582168ms","start":"2026-03-19T17:53:16.355611Z","end":"2026-03-19T17:53:16.607193Z","steps":["trace[747036081] 'process raft request' (duration: 251.433584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.607362Z","caller":"traceutil/trace.go:171","msg":"trace[587978689] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"251.218059ms","start":"2026-03-19T17:53:16.356136Z","end":"2026-03-19T17:53:16.607354Z","steps":["trace[587978689] 'process raft request' (duration: 251.081535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.607366Z","caller":"traceutil/trace.go:171","msg":"trace[871269745] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"251.26858ms","start":"2026-03-19T17:53:16.356075Z","end":"2026-03-19T17:53:16.607344Z","steps":["trace[871269745] 'process raft request' (duration: 251.110845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.607387Z","caller":"traceutil/trace.go:171","msg":"trace[1775761683] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"251.460845ms","start":"2026-03-19T17:53:16.355915Z","end":"2026-03-19T17:53:16.607375Z","steps":["trace[1775761683] 'process raft request' (duration: 251.208238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.607441Z","caller":"traceutil/trace.go:171","msg":"trace[1810831971] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"251.292191ms","start":"2026-03-19T17:53:16.356141Z","end":"2026-03-19T17:53:16.607433Z","steps":["trace[1810831971] 'process raft request' (duration: 251.137337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.607509Z","caller":"traceutil/trace.go:171","msg":"trace[2292485] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"251.124077ms","start":"2026-03-19T17:53:16.356374Z","end":"2026-03-19T17:53:16.607498Z","steps":["trace[2292485] 'process raft request' (duration: 250.935291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.607653Z","caller":"traceutil/trace.go:171","msg":"trace[953117049] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"251.222329ms","start":"2026-03-19T17:53:16.35641Z","end":"2026-03-19T17:53:16.607632Z","steps":["trace[953117049] 'process raft request' (duration: 250.960753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.607771Z","caller":"traceutil/trace.go:171","msg":"trace[792740369] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"251.291411ms","start":"2026-03-19T17:53:16.356447Z","end":"2026-03-19T17:53:16.607738Z","steps":["trace[792740369] 'process raft request' (duration: 251.056615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.607882Z","caller":"traceutil/trace.go:171","msg":"trace[1339711076] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"251.381983ms","start":"2026-03-19T17:53:16.35647Z","end":"2026-03-19T17:53:16.607852Z","steps":["trace[1339711076] 'process raft request' (duration: 251.187949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.608143Z","caller":"traceutil/trace.go:171","msg":"trace[860186081] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"249.931207ms","start":"2026-03-19T17:53:16.358195Z","end":"2026-03-19T17:53:16.608126Z","steps":["trace[860186081] 'process raft request' (duration: 249.578568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.608295Z","caller":"traceutil/trace.go:171","msg":"trace[2044373977] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"249.998209ms","start":"2026-03-19T17:53:16.35821Z","end":"2026-03-19T17:53:16.608208Z","steps":["trace[2044373977] 'process raft request' (duration: 249.752123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.608281Z","caller":"traceutil/trace.go:171","msg":"trace[653320783] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"246.311719ms","start":"2026-03-19T17:53:16.361938Z","end":"2026-03-19T17:53:16.60825Z","steps":["trace[653320783] 'process raft request' (duration: 246.140535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.730786Z","caller":"traceutil/trace.go:171","msg":"trace[1029934344] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"117.290016ms","start":"2026-03-19T17:53:16.61347Z","end":"2026-03-19T17:53:16.73076Z","steps":["trace[1029934344] 'read index received' (duration: 89.062µs)","trace[1029934344] 'applied index is now lower than readState.Index' (duration: 117.199994ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:16.730847Z","caller":"traceutil/trace.go:171","msg":"trace[1676969461] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"117.377769ms","start":"2026-03-19T17:53:16.613431Z","end":"2026-03-19T17:53:16.730809Z","steps":["trace[1676969461] 'process raft request' (duration: 97.950714ms)","trace[1676969461] 'compare' (duration: 19.21577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:16.730978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.486651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-03-19T17:53:16.731064Z","caller":"traceutil/trace.go:171","msg":"trace[1757174193] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:637; }","duration":"117.605114ms","start":"2026-03-19T17:53:16.613439Z","end":"2026-03-19T17:53:16.731044Z","steps":["trace[1757174193] 'agreement among raft nodes before linearized reading' (duration: 117.41239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.74567Z","caller":"traceutil/trace.go:171","msg":"trace[634568696] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"132.046947ms","start":"2026-03-19T17:53:16.613601Z","end":"2026-03-19T17:53:16.745648Z","steps":["trace[634568696] 'process raft request' (duration: 131.866203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.745703Z","caller":"traceutil/trace.go:171","msg":"trace[650578814] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"131.857053ms","start":"2026-03-19T17:53:16.613829Z","end":"2026-03-19T17:53:16.745686Z","steps":["trace[650578814] 'process raft request' (duration: 131.75065ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.745776Z","caller":"traceutil/trace.go:171","msg":"trace[552741627] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"128.574422ms","start":"2026-03-19T17:53:16.617174Z","end":"2026-03-19T17:53:16.745749Z","steps":["trace[552741627] 'process raft request' (duration: 128.505851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.745831Z","caller":"traceutil/trace.go:171","msg":"trace[680251069] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"129.671749ms","start":"2026-03-19T17:53:16.616136Z","end":"2026-03-19T17:53:16.745808Z","steps":["trace[680251069] 'process raft request' (duration: 129.475214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.850298Z","caller":"traceutil/trace.go:171","msg":"trace[712289284] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"100.698101ms","start":"2026-03-19T17:53:16.749567Z","end":"2026-03-19T17:53:16.850265Z","steps":["trace[712289284] 'process raft request' (duration: 97.545614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.85033Z","caller":"traceutil/trace.go:171","msg":"trace[491583352] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"100.719731ms","start":"2026-03-19T17:53:16.749587Z","end":"2026-03-19T17:53:16.850307Z","steps":["trace[491583352] 'process raft request' (duration: 100.549147ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.850443Z","caller":"traceutil/trace.go:171","msg":"trace[42803048] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"100.25807ms","start":"2026-03-19T17:53:16.750162Z","end":"2026-03-19T17:53:16.85042Z","steps":["trace[42803048] 'process raft request' (duration: 100.009774ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.995813Z","caller":"traceutil/trace.go:171","msg":"trace[454182608] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"117.055421ms","start":"2026-03-19T17:53:16.878717Z","end":"2026-03-19T17:53:16.995772Z","steps":["trace[454182608] 'process raft request' (duration: 86.600807ms)","trace[454182608] 'compare' (duration: 30.233239ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:16.995884Z","caller":"traceutil/trace.go:171","msg":"trace[760153767] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"116.711012ms","start":"2026-03-19T17:53:16.879151Z","end":"2026-03-19T17:53:16.995862Z","steps":["trace[760153767] 'process raft request' (duration: 116.541957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.996292Z","caller":"traceutil/trace.go:171","msg":"trace[2001616209] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"114.429757ms","start":"2026-03-19T17:53:16.881834Z","end":"2026-03-19T17:53:16.996264Z","steps":["trace[2001616209] 'process raft request' (duration: 113.949276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:17.527238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.062559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:17.527361Z","caller":"traceutil/trace.go:171","msg":"trace[1876928615] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"258.754513ms","start":"2026-03-19T17:53:17.268584Z","end":"2026-03-19T17:53:17.527339Z","steps":["trace[1876928615] 'process raft request' (duration: 155.53212ms)","trace[1876928615] 'compare' (duration: 102.949206ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:18.123589Z","caller":"traceutil/trace.go:171","msg":"trace[594057506] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:706; }","duration":"124.75477ms","start":"2026-03-19T17:53:17.998816Z","end":"2026-03-19T17:53:18.12357Z","steps":["trace[594057506] 'read index received' (duration: 82.982659ms)","trace[594057506] 'applied index is now lower than readState.Index' (duration: 41.771211ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:18.123621Z","caller":"traceutil/trace.go:171","msg":"trace[816699499] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"133.118184ms","start":"2026-03-19T17:53:17.990478Z","end":"2026-03-19T17:53:18.123596Z","steps":["trace[816699499] 'process raft request' (duration: 91.492147ms)","trace[816699499] 'compare' (duration: 41.426773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:18.123799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.960725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:53:18.123834Z","caller":"traceutil/trace.go:171","msg":"trace[1203551911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:682; }","duration":"125.050527ms","start":"2026-03-19T17:53:17.998776Z","end":"2026-03-19T17:53:18.123826Z","steps":["trace[1203551911] 'agreement among raft nodes before linearized reading' (duration: 124.870153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:18.661776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272611225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:19.130258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.247979Z","time spent":"882.25175ms","remote":"127.0.0.1:49496","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:53:19.131052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.164891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:19.131177Z","caller":"traceutil/trace.go:171","msg":"trace[1984631536] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:708; }","duration":"970.024186ms","start":"2026-03-19T17:53:18.161133Z","end":"2026-03-19T17:53:19.131157Z","steps":["trace[1984631536] 'read index received' (duration: 821.69431ms)","trace[1984631536] 'applied index is now lower than readState.Index' (duration: 148.327056ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:19.13134Z","caller":"traceutil/trace.go:171","msg":"trace[2054595242] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"972.398294ms","start":"2026-03-19T17:53:18.158927Z","end":"2026-03-19T17:53:19.131326Z","steps":["trace[2054595242] 'process raft request' (duration: 823.891814ms)","trace[2054595242] 'compare' (duration: 147.463085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:19.131402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.158911Z","time spent":"972.458496ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:19.131631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.628796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:19.131693Z","caller":"traceutil/trace.go:171","msg":"trace[383441043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:684; }","duration":"775.721887ms","start":"2026-03-19T17:53:18.355957Z","end":"2026-03-19T17:53:19.131678Z","steps":["trace[383441043] 'agreement among raft nodes before linearized reading' (duration: 775.544263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:19.131724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.355943Z","time spent":"775.775509ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:19.131792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.629971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:53:19.131857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.02196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wpr6b\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-03-19T17:53:19.131883Z","caller":"traceutil/trace.go:171","msg":"trace[1290530678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:684; }","duration":"970.757094ms","start":"2026-03-19T17:53:18.161106Z","end":"2026-03-19T17:53:19.131863Z","steps":["trace[1290530678] 'agreement among raft nodes before linearized reading' (duration: 970.516568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:19.131941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.161091Z","time spent":"970.838906ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:53:19.131946Z","caller":"traceutil/trace.go:171","msg":"trace[982115462] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wpr6b; range_end:; response_count:1; response_revision:684; }","duration":"189.152583ms","start":"2026-03-19T17:53:18.942769Z","end":"2026-03-19T17:53:19.131921Z","steps":["trace[982115462] 'agreement among raft nodes before linearized reading' (duration: 188.938238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:21.331836Z","caller":"traceutil/trace.go:171","msg":"trace[231221562] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:751; }","duration":"117.117223ms","start":"2026-03-19T17:53:21.214695Z","end":"2026-03-19T17:53:21.331812Z","steps":["trace[231221562] 'read index received' (duration: 116.803245ms)","trace[231221562] 'applied index is now lower than readState.Index' (duration: 313.088µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:21.331907Z","caller":"traceutil/trace.go:171","msg":"trace[627204011] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"139.877858ms","start":"2026-03-19T17:53:21.191993Z","end":"2026-03-19T17:53:21.331871Z","steps":["trace[627204011] 'process raft request' (duration: 139.581101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:21.332055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.589846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-19T17:53:21.332056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.342098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:53:21.332102Z","caller":"traceutil/trace.go:171","msg":"trace[1653571125] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:727; }","duration":"104.675157ms","start":"2026-03-19T17:53:21.227414Z","end":"2026-03-19T17:53:21.332089Z","steps":["trace[1653571125] 'agreement among raft nodes before linearized reading' (duration: 104.545244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:21.332127Z","caller":"traceutil/trace.go:171","msg":"trace[2043236977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:727; }","duration":"117.454941ms","start":"2026-03-19T17:53:21.214658Z","end":"2026-03-19T17:53:21.332113Z","steps":["trace[2043236977] 'agreement among raft nodes before linearized reading' (duration: 117.254376ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:25.592214Z","caller":"traceutil/trace.go:171","msg":"trace[1102638173] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"136.354743ms","start":"2026-03-19T17:53:25.455827Z","end":"2026-03-19T17:53:25.592181Z","steps":["trace[1102638173] 'process raft request' (duration: 67.126871ms)","trace[1102638173] 'compare' (duration: 69.030987ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:27.162016Z","caller":"traceutil/trace.go:171","msg":"trace[2040848413] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"120.771921ms","start":"2026-03-19T17:53:27.041218Z","end":"2026-03-19T17:53:27.16199Z","steps":["trace[2040848413] 'process raft request' (duration: 120.606828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:27.319973Z","caller":"traceutil/trace.go:171","msg":"trace[724117787] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:791; }","duration":"107.676641ms","start":"2026-03-19T17:53:27.212242Z","end":"2026-03-19T17:53:27.319919Z","steps":["trace[724117787] 'read index received' (duration: 16.199756ms)","trace[724117787] 'applied index is now lower than readState.Index' (duration: 91.475335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:27.320262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.99904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wpr6b\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-19T17:53:27.32037Z","caller":"traceutil/trace.go:171","msg":"trace[226749329] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wpr6b; range_end:; response_count:1; response_revision:764; }","duration":"108.150974ms","start":"2026-03-19T17:53:27.212196Z","end":"2026-03-19T17:53:27.320347Z","steps":["trace[226749329] 'agreement among raft nodes before linearized reading' (duration: 107.847786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:27.601551Z","caller":"traceutil/trace.go:171","msg":"trace[332261593] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:792; }","duration":"237.797302ms","start":"2026-03-19T17:53:27.363732Z","end":"2026-03-19T17:53:27.601529Z","steps":["trace[332261593] 'read index received' (duration: 34.936745ms)","trace[332261593] 'applied index is now lower than readState.Index' (duration: 202.859567ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:27.601638Z","caller":"traceutil/trace.go:171","msg":"trace[417593424] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"263.329645ms","start":"2026-03-19T17:53:27.338287Z","end":"2026-03-19T17:53:27.601616Z","steps":["trace[417593424] 'process raft request' (duration: 261.545341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:27.601743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.003687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:53:27.601784Z","caller":"traceutil/trace.go:171","msg":"trace[1248479598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:766; }","duration":"238.099279ms","start":"2026-03-19T17:53:27.363673Z","end":"2026-03-19T17:53:27.601772Z","steps":["trace[1248479598] 'agreement among raft nodes before linearized reading' (duration: 237.971526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:27.601815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.073123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T17:53:27.601858Z","caller":"traceutil/trace.go:171","msg":"trace[899013626] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:766; }","duration":"201.151286ms","start":"2026-03-19T17:53:27.400695Z","end":"2026-03-19T17:53:27.601846Z","steps":["trace[899013626] 'agreement among raft nodes before linearized reading' (duration: 201.069344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:27.602169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.203569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:27.602207Z","caller":"traceutil/trace.go:171","msg":"trace[402178999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:766; }","duration":"179.275441ms","start":"2026-03-19T17:53:27.422923Z","end":"2026-03-19T17:53:27.602198Z","steps":["trace[402178999] 'agreement among raft nodes before linearized reading' (duration: 179.189399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:27.602448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.002869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:27.602618Z","caller":"traceutil/trace.go:171","msg":"trace[398831834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:766; }","duration":"187.209183ms","start":"2026-03-19T17:53:27.41538Z","end":"2026-03-19T17:53:27.602589Z","steps":["trace[398831834] 'agreement among raft nodes before linearized reading' (duration: 186.780153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:27.943121Z","caller":"traceutil/trace.go:171","msg":"trace[1123621495] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"177.681332ms","start":"2026-03-19T17:53:27.765403Z","end":"2026-03-19T17:53:27.943085Z","steps":["trace[1123621495] 'process raft request' (duration: 153.965483ms)","trace[1123621495] 'compare' (duration: 23.481483ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:28.198708Z","caller":"traceutil/trace.go:171","msg":"trace[1119836915] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"192.113305ms","start":"2026-03-19T17:53:28.006553Z","end":"2026-03-19T17:53:28.198666Z","steps":["trace[1119836915] 'process raft request' (duration: 191.93274ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:28.386104Z","caller":"traceutil/trace.go:171","msg":"trace[117372676] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"176.668767ms","start":"2026-03-19T17:53:28.209403Z","end":"2026-03-19T17:53:28.386072Z","steps":["trace[117372676] 'process raft request' (duration: 113.429343ms)","trace[117372676] 'compare' (duration: 63.116211ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:31.319288Z","caller":"traceutil/trace.go:171","msg":"trace[887630912] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"201.650978ms","start":"2026-03-19T17:53:31.117605Z","end":"2026-03-19T17:53:31.319256Z","steps":["trace[887630912] 'process raft request' (duration: 201.436863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:31.31966Z","caller":"traceutil/trace.go:171","msg":"trace[345143835] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:805; }","duration":"181.969997ms","start":"2026-03-19T17:53:31.137676Z","end":"2026-03-19T17:53:31.319646Z","steps":["trace[345143835] 'read index received' (duration: 181.285971ms)","trace[345143835] 'applied index is now lower than readState.Index' (duration: 682.906µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:31.319827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.07582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:31.31988Z","caller":"traceutil/trace.go:171","msg":"trace[14793330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:778; }","duration":"182.232374ms","start":"2026-03-19T17:53:31.137638Z","end":"2026-03-19T17:53:31.31987Z","steps":["trace[14793330] 'agreement among raft nodes before linearized reading' (duration: 182.08538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:38.405979Z","caller":"traceutil/trace.go:171","msg":"trace[254094787] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"105.120739ms","start":"2026-03-19T17:53:38.300833Z","end":"2026-03-19T17:53:38.405954Z","steps":["trace[254094787] 'process raft request' (duration: 104.972085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.30947Z","caller":"traceutil/trace.go:171","msg":"trace[2087862246] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:947; }","duration":"201.879023ms","start":"2026-03-19T17:53:39.107561Z","end":"2026-03-19T17:53:39.30944Z","steps":["trace[2087862246] 'read index received' (duration: 201.74846ms)","trace[2087862246] 'applied index is now lower than readState.Index' (duration: 129.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:39.309571Z","caller":"traceutil/trace.go:171","msg":"trace[1652050071] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"234.507851ms","start":"2026-03-19T17:53:39.075041Z","end":"2026-03-19T17:53:39.309549Z","steps":["trace[1652050071] 'process raft request' (duration: 234.195113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:39.309738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.160752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:53:39.309802Z","caller":"traceutil/trace.go:171","msg":"trace[1638772604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:917; }","duration":"202.283024ms","start":"2026-03-19T17:53:39.107502Z","end":"2026-03-19T17:53:39.309785Z","steps":["trace[1638772604] 'agreement among raft nodes before linearized reading' (duration: 202.083779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.433757Z","caller":"traceutil/trace.go:171","msg":"trace[144371005] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"294.753493ms","start":"2026-03-19T17:53:39.138976Z","end":"2026-03-19T17:53:39.433729Z","steps":["trace[144371005] 'process raft request' (duration: 293.931112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.433821Z","caller":"traceutil/trace.go:171","msg":"trace[1546936208] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"124.128934ms","start":"2026-03-19T17:53:39.309554Z","end":"2026-03-19T17:53:39.433683Z","steps":["trace[1546936208] 'read index received' (duration: 123.368375ms)","trace[1546936208] 'applied index is now lower than readState.Index' (duration: 759.549µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:39.434027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.282109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:39.434132Z","caller":"traceutil/trace.go:171","msg":"trace[438822485] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:918; }","duration":"289.427993ms","start":"2026-03-19T17:53:39.144683Z","end":"2026-03-19T17:53:39.434111Z","steps":["trace[438822485] 'agreement among raft nodes before linearized reading' (duration: 289.222658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.437688Z","caller":"traceutil/trace.go:171","msg":"trace[1989038060] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"123.534779ms","start":"2026-03-19T17:53:39.314131Z","end":"2026-03-19T17:53:39.437666Z","steps":["trace[1989038060] 'process raft request' (duration: 123.337384ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.437938Z","caller":"traceutil/trace.go:171","msg":"trace[272961373] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"122.341179ms","start":"2026-03-19T17:53:39.315568Z","end":"2026-03-19T17:53:39.437909Z","steps":["trace[272961373] 'process raft request' (duration: 122.032771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.43809Z","caller":"traceutil/trace.go:171","msg":"trace[246615770] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"120.708549ms","start":"2026-03-19T17:53:39.31735Z","end":"2026-03-19T17:53:39.438059Z","steps":["trace[246615770] 'process raft request' (duration: 120.590536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.438117Z","caller":"traceutil/trace.go:171","msg":"trace[2058420816] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"121.693473ms","start":"2026-03-19T17:53:39.31639Z","end":"2026-03-19T17:53:39.438084Z","steps":["trace[2058420816] 'process raft request' (duration: 121.434837ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.438213Z","caller":"traceutil/trace.go:171","msg":"trace[2074500431] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"101.462009ms","start":"2026-03-19T17:53:39.33673Z","end":"2026-03-19T17:53:39.438192Z","steps":["trace[2074500431] 'process raft request' (duration: 101.299456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:39.43833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.070015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-8585v\" ","response":"range_response_count:1 size:5062"} {"level":"info","ts":"2026-03-19T17:53:39.438385Z","caller":"traceutil/trace.go:171","msg":"trace[1776486840] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-8585v; range_end:; response_count:1; response_revision:923; }","duration":"125.166928ms","start":"2026-03-19T17:53:39.313203Z","end":"2026-03-19T17:53:39.438369Z","steps":["trace[1776486840] 'agreement among raft nodes before linearized reading' (duration: 124.955983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:44.559879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.33534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:44.560036Z","caller":"traceutil/trace.go:171","msg":"trace[1745117705] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"393.828585ms","start":"2026-03-19T17:53:44.166193Z","end":"2026-03-19T17:53:44.560021Z","steps":["trace[1745117705] 'process raft request' (duration: 393.779134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:44.560089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:44.166173Z","time spent":"393.891956ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:44.560195Z","caller":"traceutil/trace.go:171","msg":"trace[708125275] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"466.513831ms","start":"2026-03-19T17:53:44.093671Z","end":"2026-03-19T17:53:44.560185Z","steps":["trace[708125275] 'process raft request' (duration: 84.792281ms)","trace[708125275] 'compare' (duration: 381.264689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:44.560242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:44.09365Z","time spent":"466.572413ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:44.560296Z","caller":"traceutil/trace.go:171","msg":"trace[1008545337] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:986; }","duration":"424.203678ms","start":"2026-03-19T17:53:44.135895Z","end":"2026-03-19T17:53:44.560099Z","steps":["trace[1008545337] 'read index received' (duration: 42.5627ms)","trace[1008545337] 'applied index is now lower than readState.Index' (duration: 381.637848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:44.560364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.457873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:44.560422Z","caller":"traceutil/trace.go:171","msg":"trace[1533250935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:956; }","duration":"424.524385ms","start":"2026-03-19T17:53:44.135882Z","end":"2026-03-19T17:53:44.560406Z","steps":["trace[1533250935] 'agreement among raft nodes before linearized reading' (duration: 424.427573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:44.560456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:44.135825Z","time spent":"424.623437ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:44.560575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.692062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:44.560633Z","caller":"traceutil/trace.go:171","msg":"trace[168095679] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:0; response_revision:956; }","duration":"364.841546ms","start":"2026-03-19T17:53:44.195772Z","end":"2026-03-19T17:53:44.560614Z","steps":["trace[168095679] 'agreement among raft nodes before linearized reading' (duration: 364.693292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:44.560674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:44.195753Z","time spent":"364.909807ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:53:45.067523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272611825,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:53:45.203814Z","caller":"traceutil/trace.go:171","msg":"trace[192690205] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:988; }","duration":"637.276284ms","start":"2026-03-19T17:53:44.566511Z","end":"2026-03-19T17:53:45.203788Z","steps":["trace[192690205] 'read index received' (duration: 637.010387ms)","trace[192690205] 'applied index is now lower than readState.Index' (duration: 264.737µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:45.204039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.8906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:53:45.204058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.52204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:45.204067Z","caller":"traceutil/trace.go:171","msg":"trace[269082728] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"637.556791ms","start":"2026-03-19T17:53:44.566481Z","end":"2026-03-19T17:53:45.204038Z","steps":["trace[269082728] 'process raft request' (duration: 637.12367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:45.204131Z","caller":"traceutil/trace.go:171","msg":"trace[809375022] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:957; }","duration":"637.604902ms","start":"2026-03-19T17:53:44.566506Z","end":"2026-03-19T17:53:45.204111Z","steps":["trace[809375022] 'agreement among raft nodes before linearized reading' (duration: 637.455059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:45.204182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:44.566461Z","time spent":"637.710535ms","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"warn","ts":"2026-03-19T17:53:45.204245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:44.566461Z","time spent":"637.677624ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:45.204093Z","caller":"traceutil/trace.go:171","msg":"trace[153042225] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:957; }","duration":"635.992032ms","start":"2026-03-19T17:53:44.568088Z","end":"2026-03-19T17:53:45.20408Z","steps":["trace[153042225] 'agreement among raft nodes before linearized reading' (duration: 635.866819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:45.204518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:44.568077Z","time spent":"636.381922ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:45.204716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.237749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:53:45.204829Z","caller":"traceutil/trace.go:171","msg":"trace[710519863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:957; }","duration":"111.382553ms","start":"2026-03-19T17:53:45.093424Z","end":"2026-03-19T17:53:45.204807Z","steps":["trace[710519863] 'agreement among raft nodes before linearized reading' (duration: 110.866881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:57.131341Z","caller":"traceutil/trace.go:171","msg":"trace[120481252] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"196.941022ms","start":"2026-03-19T17:53:56.934381Z","end":"2026-03-19T17:53:57.131323Z","steps":["trace[120481252] 'process raft request' (duration: 196.829569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:57.364127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.638863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:57.364335Z","caller":"traceutil/trace.go:171","msg":"trace[695325361] linearizableReadLoop","detail":"{readStateIndex:1057; appliedIndex:1055; }","duration":"226.389762ms","start":"2026-03-19T17:53:57.137929Z","end":"2026-03-19T17:53:57.364319Z","steps":["trace[695325361] 'read index received' (duration: 25.673237ms)","trace[695325361] 'applied index is now lower than readState.Index' (duration: 200.715405ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:57.364448Z","caller":"traceutil/trace.go:171","msg":"trace[919648235] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"224.23567ms","start":"2026-03-19T17:53:57.140194Z","end":"2026-03-19T17:53:57.364429Z","steps":["trace[919648235] 'process raft request' (duration: 224.049525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:57.364427Z","caller":"traceutil/trace.go:171","msg":"trace[990473509] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"227.473789ms","start":"2026-03-19T17:53:57.136918Z","end":"2026-03-19T17:53:57.364392Z","steps":["trace[990473509] 'process raft request' (duration: 87.468077ms)","trace[990473509] 'compare' (duration: 139.494709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:57.364629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.6801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:57.364751Z","caller":"traceutil/trace.go:171","msg":"trace[676393249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1024; }","duration":"226.840914ms","start":"2026-03-19T17:53:57.137877Z","end":"2026-03-19T17:53:57.364718Z","steps":["trace[676393249] 'agreement among raft nodes before linearized reading' (duration: 226.640728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:57.364842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.406026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:53:57.364945Z","caller":"traceutil/trace.go:171","msg":"trace[1958590656] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:1024; }","duration":"195.571159ms","start":"2026-03-19T17:53:57.169347Z","end":"2026-03-19T17:53:57.364919Z","steps":["trace[1958590656] 'agreement among raft nodes before linearized reading' (duration: 195.238961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:57.494774Z","caller":"traceutil/trace.go:171","msg":"trace[1774510843] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"107.898808ms","start":"2026-03-19T17:53:57.386844Z","end":"2026-03-19T17:53:57.494743Z","steps":["trace[1774510843] 'process raft request' (duration: 79.945064ms)","trace[1774510843] 'compare' (duration: 27.80332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:59.59634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.506353Z","time spent":"1.089980357s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:53:59.596626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477028775s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-19T17:53:59.596487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382241969s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:59.596733Z","caller":"traceutil/trace.go:171","msg":"trace[279650885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1029; }","duration":"1.382586897s","start":"2026-03-19T17:53:58.214123Z","end":"2026-03-19T17:53:59.59671Z","steps":["trace[279650885] 'range keys from in-memory index tree' (duration: 1.382221349s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:59.596734Z","caller":"traceutil/trace.go:171","msg":"trace[30536767] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1064; }","duration":"1.387521968s","start":"2026-03-19T17:53:58.209191Z","end":"2026-03-19T17:53:59.596713Z","steps":["trace[30536767] 'read index received' (duration: 46.341µs)","trace[30536767] 'applied index is now lower than readState.Index' (duration: 1.387474547s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:59.596867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387684522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:53:59.596857Z","caller":"traceutil/trace.go:171","msg":"trace[1659869066] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"1.548478651s","start":"2026-03-19T17:53:58.048339Z","end":"2026-03-19T17:53:59.596817Z","steps":["trace[1659869066] 'process raft request' (duration: 71.177609ms)","trace[1659869066] 'compare' (duration: 1.476721708s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:59.596904Z","caller":"traceutil/trace.go:171","msg":"trace[5130502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1030; }","duration":"1.387769934s","start":"2026-03-19T17:53:58.209126Z","end":"2026-03-19T17:53:59.596896Z","steps":["trace[5130502] 'agreement among raft nodes before linearized reading' (duration: 1.38763671s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.596944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.209102Z","time spent":"1.387834696s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:59.597043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.048325Z","time spent":"1.548614094s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:59.597406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.4032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:59.597536Z","caller":"traceutil/trace.go:171","msg":"trace[1446872627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1030; }","duration":"133.564904ms","start":"2026-03-19T17:53:59.463919Z","end":"2026-03-19T17:53:59.597483Z","steps":["trace[1446872627] 'agreement among raft nodes before linearized reading' (duration: 133.289766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.597598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.644789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:59.597689Z","caller":"traceutil/trace.go:171","msg":"trace[1631964117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1030; }","duration":"458.780811ms","start":"2026-03-19T17:53:59.138888Z","end":"2026-03-19T17:53:59.597669Z","steps":["trace[1631964117] 'agreement among raft nodes before linearized reading' (duration: 458.046123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.597742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:59.138867Z","time spent":"458.865444ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:54:00.666588Z","caller":"traceutil/trace.go:171","msg":"trace[1453225344] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1069; }","duration":"434.119049ms","start":"2026-03-19T17:54:00.232414Z","end":"2026-03-19T17:54:00.666533Z","steps":["trace[1453225344] 'read index received' (duration: 433.816951ms)","trace[1453225344] 'applied index is now lower than readState.Index' (duration: 301.068µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:00.666692Z","caller":"traceutil/trace.go:171","msg":"trace[1195918229] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"516.251206ms","start":"2026-03-19T17:54:00.150422Z","end":"2026-03-19T17:54:00.666673Z","steps":["trace[1195918229] 'process raft request' (duration: 515.951919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:00.666827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.397516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T17:54:00.66686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.15039Z","time spent":"516.351229ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:00.666905Z","caller":"traceutil/trace.go:171","msg":"trace[1750017540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1035; }","duration":"434.521149ms","start":"2026-03-19T17:54:00.232362Z","end":"2026-03-19T17:54:00.666883Z","steps":["trace[1750017540] 'agreement among raft nodes before linearized reading' (duration: 434.308494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:00.666951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.232339Z","time spent":"434.59927ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T17:54:02.311787Z","caller":"traceutil/trace.go:171","msg":"trace[1827920556] linearizableReadLoop","detail":"{readStateIndex:1081; appliedIndex:1080; }","duration":"122.410371ms","start":"2026-03-19T17:54:02.189357Z","end":"2026-03-19T17:54:02.311767Z","steps":["trace[1827920556] 'read index received' (duration: 120.988086ms)","trace[1827920556] 'applied index is now lower than readState.Index' (duration: 1.421245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:02.311949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.564565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:02.312074Z","caller":"traceutil/trace.go:171","msg":"trace[780757125] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"122.727519ms","start":"2026-03-19T17:54:02.189322Z","end":"2026-03-19T17:54:02.312049Z","steps":["trace[780757125] 'process raft request' (duration: 121.013517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:02.312106Z","caller":"traceutil/trace.go:171","msg":"trace[391669435] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1046; }","duration":"122.634177ms","start":"2026-03-19T17:54:02.189331Z","end":"2026-03-19T17:54:02.311965Z","steps":["trace[391669435] 'agreement among raft nodes before linearized reading' (duration: 122.522025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:18.582617Z","caller":"traceutil/trace.go:171","msg":"trace[1843726724] linearizableReadLoop","detail":"{readStateIndex:1217; appliedIndex:1216; }","duration":"337.089578ms","start":"2026-03-19T17:54:18.245503Z","end":"2026-03-19T17:54:18.582592Z","steps":["trace[1843726724] 'read index received' (duration: 336.915064ms)","trace[1843726724] 'applied index is now lower than readState.Index' (duration: 173.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:18.582765Z","caller":"traceutil/trace.go:171","msg":"trace[695351902] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"340.41574ms","start":"2026-03-19T17:54:18.242323Z","end":"2026-03-19T17:54:18.582739Z","steps":["trace[695351902] 'process raft request' (duration: 340.125623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.582913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:18.242298Z","time spent":"340.535433ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:18.582901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.387266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:54:18.582978Z","caller":"traceutil/trace.go:171","msg":"trace[1424231344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1174; }","duration":"337.509789ms","start":"2026-03-19T17:54:18.24545Z","end":"2026-03-19T17:54:18.58296Z","steps":["trace[1424231344] 'agreement among raft nodes before linearized reading' (duration: 337.314015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:18.583024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:18.245428Z","time spent":"337.583701ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:54:19.118338Z","caller":"traceutil/trace.go:171","msg":"trace[889633461] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"169.771939ms","start":"2026-03-19T17:54:18.948536Z","end":"2026-03-19T17:54:19.118308Z","steps":["trace[889633461] 'process raft request' (duration: 152.20282ms)","trace[889633461] 'compare' (duration: 17.354044ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:19.118539Z","caller":"traceutil/trace.go:171","msg":"trace[1997604920] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"169.534733ms","start":"2026-03-19T17:54:18.948757Z","end":"2026-03-19T17:54:19.118292Z","steps":["trace[1997604920] 'process raft request' (duration: 169.447641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:19.119921Z","caller":"traceutil/trace.go:171","msg":"trace[384429143] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"138.679218ms","start":"2026-03-19T17:54:18.981169Z","end":"2026-03-19T17:54:19.119849Z","steps":["trace[384429143] 'process raft request' (duration: 138.399501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:19.316734Z","caller":"traceutil/trace.go:171","msg":"trace[690707455] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1269; }","duration":"103.574171ms","start":"2026-03-19T17:54:19.213131Z","end":"2026-03-19T17:54:19.316706Z","steps":["trace[690707455] 'read index received' (duration: 55.199098ms)","trace[690707455] 'applied index is now lower than readState.Index' (duration: 48.373043ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:19.316747Z","caller":"traceutil/trace.go:171","msg":"trace[1489857118] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"103.95651ms","start":"2026-03-19T17:54:19.212755Z","end":"2026-03-19T17:54:19.316711Z","steps":["trace[1489857118] 'process raft request' (duration: 55.767411ms)","trace[1489857118] 'compare' (duration: 48.062676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:19.317004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.845797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-rnf9s\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-03-19T17:54:19.317112Z","caller":"traceutil/trace.go:171","msg":"trace[1912253695] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-rnf9s; range_end:; response_count:1; response_revision:1225; }","duration":"103.94104ms","start":"2026-03-19T17:54:19.213113Z","end":"2026-03-19T17:54:19.317054Z","steps":["trace[1912253695] 'agreement among raft nodes before linearized reading' (duration: 103.705814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:19.319943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.138169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4121"} {"level":"info","ts":"2026-03-19T17:54:19.319996Z","caller":"traceutil/trace.go:171","msg":"trace[1992255915] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1228; }","duration":"105.222662ms","start":"2026-03-19T17:54:19.21476Z","end":"2026-03-19T17:54:19.319983Z","steps":["trace[1992255915] 'agreement among raft nodes before linearized reading' (duration: 105.078358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:19.32014Z","caller":"traceutil/trace.go:171","msg":"trace[17465605] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"106.938683ms","start":"2026-03-19T17:54:19.213177Z","end":"2026-03-19T17:54:19.320116Z","steps":["trace[17465605] 'process raft request' (duration: 106.494132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:19.320195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.478655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-03-19T17:54:19.32023Z","caller":"traceutil/trace.go:171","msg":"trace[830185270] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"102.71247ms","start":"2026-03-19T17:54:19.217449Z","end":"2026-03-19T17:54:19.320161Z","steps":["trace[830185270] 'process raft request' (duration: 102.344121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:19.32028Z","caller":"traceutil/trace.go:171","msg":"trace[1996416692] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1228; }","duration":"102.603477ms","start":"2026-03-19T17:54:19.217654Z","end":"2026-03-19T17:54:19.320257Z","steps":["trace[1996416692] 'agreement among raft nodes before linearized reading' (duration: 102.332101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:19.320201Z","caller":"traceutil/trace.go:171","msg":"trace[712844187] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"106.891802ms","start":"2026-03-19T17:54:19.213277Z","end":"2026-03-19T17:54:19.320169Z","steps":["trace[712844187] 'process raft request' (duration: 106.460462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:20.931412Z","caller":"traceutil/trace.go:171","msg":"trace[1825218009] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"330.392044ms","start":"2026-03-19T17:54:20.60099Z","end":"2026-03-19T17:54:20.931382Z","steps":["trace[1825218009] 'process raft request' (duration: 330.245621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:20.931593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:20.600966Z","time spent":"330.542358ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:22.042086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.337464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:22.042189Z","caller":"traceutil/trace.go:171","msg":"trace[279516131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1270; }","duration":"204.517218ms","start":"2026-03-19T17:54:21.837647Z","end":"2026-03-19T17:54:22.042165Z","steps":["trace[279516131] 'range keys from in-memory index tree' (duration: 204.042646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.042111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.453548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:22.042306Z","caller":"traceutil/trace.go:171","msg":"trace[838826797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1270; }","duration":"193.715195ms","start":"2026-03-19T17:54:21.84857Z","end":"2026-03-19T17:54:22.042285Z","steps":["trace[838826797] 'range keys from in-memory index tree' (duration: 193.273884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.042298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.710152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:54:22.042441Z","caller":"traceutil/trace.go:171","msg":"trace[912052082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1270; }","duration":"170.930657ms","start":"2026-03-19T17:54:21.87148Z","end":"2026-03-19T17:54:22.042411Z","steps":["trace[912052082] 'range keys from in-memory index tree' (duration: 170.465656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.326706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.963429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:22.32694Z","caller":"traceutil/trace.go:171","msg":"trace[1336700361] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"280.330221ms","start":"2026-03-19T17:54:22.046577Z","end":"2026-03-19T17:54:22.326907Z","steps":["trace[1336700361] 'process raft request' (duration: 102.066305ms)","trace[1336700361] 'compare' (duration: 177.787815ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:22.327043Z","caller":"traceutil/trace.go:171","msg":"trace[486971974] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"278.951207ms","start":"2026-03-19T17:54:22.048014Z","end":"2026-03-19T17:54:22.326965Z","steps":["trace[486971974] 'process raft request' (duration: 278.801423ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:22.327108Z","caller":"traceutil/trace.go:171","msg":"trace[1181462918] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1316; }","duration":"188.827275ms","start":"2026-03-19T17:54:22.138224Z","end":"2026-03-19T17:54:22.327051Z","steps":["trace[1181462918] 'read index received' (duration: 10.410815ms)","trace[1181462918] 'applied index is now lower than readState.Index' (duration: 178.404539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:22.433029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.138644ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T17:54:22.433198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.917437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:22.433317Z","caller":"traceutil/trace.go:171","msg":"trace[1960407739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1273; }","duration":"295.110862ms","start":"2026-03-19T17:54:22.138176Z","end":"2026-03-19T17:54:22.433286Z","steps":["trace[1960407739] 'agreement among raft nodes before linearized reading' (duration: 189.022509ms)","trace[1960407739] 'range keys from in-memory index tree' (duration: 105.897058ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:22.997333Z","caller":"traceutil/trace.go:171","msg":"trace[1241756491] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"365.564504ms","start":"2026-03-19T17:54:22.631735Z","end":"2026-03-19T17:54:22.997299Z","steps":["trace[1241756491] 'process raft request' (duration: 365.270966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.997496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:22.63171Z","time spent":"365.700428ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6478,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:26.890379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42689526s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:26.890598Z","caller":"traceutil/trace.go:171","msg":"trace[1346403998] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"1.630903036s","start":"2026-03-19T17:54:25.259667Z","end":"2026-03-19T17:54:26.89057Z","steps":["trace[1346403998] 'process raft request' (duration: 203.636407ms)","trace[1346403998] 'compare' (duration: 1.426681465s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:26.890713Z","caller":"traceutil/trace.go:171","msg":"trace[588331697] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"638.084303ms","start":"2026-03-19T17:54:26.252513Z","end":"2026-03-19T17:54:26.890597Z","steps":["trace[588331697] 'process raft request' (duration: 637.996581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.890761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:25.259647Z","time spent":"1.631057041s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4316,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:26.890813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.252495Z","time spent":"638.271957ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:26.891079Z","caller":"traceutil/trace.go:171","msg":"trace[1870105305] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1331; }","duration":"1.56638298s","start":"2026-03-19T17:54:25.324674Z","end":"2026-03-19T17:54:26.891057Z","steps":["trace[1870105305] 'read index received' (duration: 138.558837ms)","trace[1870105305] 'applied index is now lower than readState.Index' (duration: 1.427820703s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.891239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566555295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:26.891253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172583327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:54:26.891317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.06444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:26.891326Z","caller":"traceutil/trace.go:171","msg":"trace[1016616601] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1287; }","duration":"1.566645697s","start":"2026-03-19T17:54:25.324656Z","end":"2026-03-19T17:54:26.891302Z","steps":["trace[1016616601] 'agreement among raft nodes before linearized reading' (duration: 1.566499713s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.891332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.908668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:26.89138Z","caller":"traceutil/trace.go:171","msg":"trace[1268998275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1287; }","duration":"547.161632ms","start":"2026-03-19T17:54:26.344203Z","end":"2026-03-19T17:54:26.891365Z","steps":["trace[1268998275] 'agreement among raft nodes before linearized reading' (duration: 546.979978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.891392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:25.324574Z","time spent":"1.566802551s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:26.891432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.344189Z","time spent":"547.230714ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:54:26.891396Z","caller":"traceutil/trace.go:171","msg":"trace[187964033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1287; }","duration":"543.016971ms","start":"2026-03-19T17:54:26.348364Z","end":"2026-03-19T17:54:26.891381Z","steps":["trace[187964033] 'agreement among raft nodes before linearized reading' (duration: 542.835206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.891566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.348341Z","time spent":"543.212905ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:54:26.891531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073156826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:54:26.891646Z","caller":"traceutil/trace.go:171","msg":"trace[2002625803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1287; }","duration":"1.07334216s","start":"2026-03-19T17:54:25.818272Z","end":"2026-03-19T17:54:26.891614Z","steps":["trace[2002625803] 'agreement among raft nodes before linearized reading' (duration: 1.072960081s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.891325Z","caller":"traceutil/trace.go:171","msg":"trace[200613952] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1287; }","duration":"1.17272173s","start":"2026-03-19T17:54:25.718587Z","end":"2026-03-19T17:54:26.891309Z","steps":["trace[200613952] 'agreement among raft nodes before linearized reading' (duration: 1.172597037s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.891708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:25.818229Z","time spent":"1.073469634s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:26.891719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:25.718558Z","time spent":"1.173141051s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":8,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:26.891634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.900834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:54:26.8921Z","caller":"traceutil/trace.go:171","msg":"trace[1229391310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1287; }","duration":"781.416506ms","start":"2026-03-19T17:54:26.110609Z","end":"2026-03-19T17:54:26.892025Z","steps":["trace[1229391310] 'agreement among raft nodes before linearized reading' (duration: 780.581996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.892259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.110582Z","time spent":"781.619591ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:54:27.228604Z","caller":"traceutil/trace.go:171","msg":"trace[876932138] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1335; }","duration":"172.067085ms","start":"2026-03-19T17:54:27.056521Z","end":"2026-03-19T17:54:27.228588Z","steps":["trace[876932138] 'read index received' (duration: 77.893474ms)","trace[876932138] 'applied index is now lower than readState.Index' (duration: 94.172661ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:27.228674Z","caller":"traceutil/trace.go:171","msg":"trace[744484176] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"331.687646ms","start":"2026-03-19T17:54:26.89696Z","end":"2026-03-19T17:54:27.228647Z","steps":["trace[744484176] 'process raft request' (duration: 237.433752ms)","trace[744484176] 'compare' (duration: 93.880985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:27.228827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.896933Z","time spent":"331.802788ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:27.229035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.502925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:54:27.229077Z","caller":"traceutil/trace.go:171","msg":"trace[1289090191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1291; }","duration":"172.597328ms","start":"2026-03-19T17:54:27.056469Z","end":"2026-03-19T17:54:27.229067Z","steps":["trace[1289090191] 'agreement among raft nodes before linearized reading' (duration: 172.414793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:27.228707Z","caller":"traceutil/trace.go:171","msg":"trace[1116763451] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"330.961588ms","start":"2026-03-19T17:54:26.897736Z","end":"2026-03-19T17:54:27.228698Z","steps":["trace[1116763451] 'process raft request' (duration: 330.779763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:27.229537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.897723Z","time spent":"331.671635ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:29.408306Z","caller":"traceutil/trace.go:171","msg":"trace[598021101] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"419.187054ms","start":"2026-03-19T17:54:28.989087Z","end":"2026-03-19T17:54:29.408275Z","steps":["trace[598021101] 'process raft request' (duration: 418.931878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.408462Z","caller":"traceutil/trace.go:171","msg":"trace[1906796419] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1341; }","duration":"269.27207ms","start":"2026-03-19T17:54:29.139171Z","end":"2026-03-19T17:54:29.408443Z","steps":["trace[1906796419] 'read index received' (duration: 268.84958ms)","trace[1906796419] 'applied index is now lower than readState.Index' (duration: 421.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.408487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.989052Z","time spent":"419.336368ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:29.408562Z","caller":"traceutil/trace.go:171","msg":"trace[1725983683] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"419.441751ms","start":"2026-03-19T17:54:28.989108Z","end":"2026-03-19T17:54:29.40855Z","steps":["trace[1725983683] 'process raft request' (duration: 419.112193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:29.408639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.989088Z","time spent":"419.498552ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:29.408678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.491855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:29.408741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.846291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:54:29.408763Z","caller":"traceutil/trace.go:171","msg":"trace[25419068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1296; }","duration":"269.629699ms","start":"2026-03-19T17:54:29.139112Z","end":"2026-03-19T17:54:29.408742Z","steps":["trace[25419068] 'agreement among raft nodes before linearized reading' (duration: 269.497376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:29.408784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.269713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:54:29.408826Z","caller":"traceutil/trace.go:171","msg":"trace[99041721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1296; }","duration":"133.964434ms","start":"2026-03-19T17:54:29.274842Z","end":"2026-03-19T17:54:29.408806Z","steps":["trace[99041721] 'agreement among raft nodes before linearized reading' (duration: 133.746709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.408843Z","caller":"traceutil/trace.go:171","msg":"trace[1142638073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1296; }","duration":"175.397436ms","start":"2026-03-19T17:54:29.233431Z","end":"2026-03-19T17:54:29.408829Z","steps":["trace[1142638073] 'agreement among raft nodes before linearized reading' (duration: 175.14986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:29.408853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.713255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:54:29.408887Z","caller":"traceutil/trace.go:171","msg":"trace[1165403248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1296; }","duration":"173.784347ms","start":"2026-03-19T17:54:29.235093Z","end":"2026-03-19T17:54:29.408877Z","steps":["trace[1165403248] 'agreement among raft nodes before linearized reading' (duration: 173.653214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.5253Z","caller":"traceutil/trace.go:171","msg":"trace[1403129332] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"110.506991ms","start":"2026-03-19T17:54:29.414766Z","end":"2026-03-19T17:54:29.525273Z","steps":["trace[1403129332] 'process raft request' (duration: 110.45545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.525328Z","caller":"traceutil/trace.go:171","msg":"trace[1066123751] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"111.486775ms","start":"2026-03-19T17:54:29.413809Z","end":"2026-03-19T17:54:29.525296Z","steps":["trace[1066123751] 'process raft request' (duration: 103.91329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:30.929307Z","caller":"traceutil/trace.go:171","msg":"trace[1829585340] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"121.083508ms","start":"2026-03-19T17:54:30.808195Z","end":"2026-03-19T17:54:30.929278Z","steps":["trace[1829585340] 'process raft request' (duration: 55.045934ms)","trace[1829585340] 'compare' (duration: 65.894761ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:30.931772Z","caller":"traceutil/trace.go:171","msg":"trace[1365708714] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"121.592892ms","start":"2026-03-19T17:54:30.810161Z","end":"2026-03-19T17:54:30.931754Z","steps":["trace[1365708714] 'process raft request' (duration: 121.48643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:31.059148Z","caller":"traceutil/trace.go:171","msg":"trace[948142493] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"120.413362ms","start":"2026-03-19T17:54:30.938695Z","end":"2026-03-19T17:54:31.059108Z","steps":["trace[948142493] 'process raft request' (duration: 94.254293ms)","trace[948142493] 'compare' (duration: 26.051847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:31.514539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.24905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:31.514622Z","caller":"traceutil/trace.go:171","msg":"trace[719061494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1315; }","duration":"102.385953ms","start":"2026-03-19T17:54:31.412219Z","end":"2026-03-19T17:54:31.514605Z","steps":["trace[719061494] 'range keys from in-memory index tree' (duration: 102.084165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:31.514627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.053229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107267"} {"level":"info","ts":"2026-03-19T17:54:31.514697Z","caller":"traceutil/trace.go:171","msg":"trace[1415785175] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1315; }","duration":"110.157102ms","start":"2026-03-19T17:54:31.404524Z","end":"2026-03-19T17:54:31.514681Z","steps":["trace[1415785175] 'range keys from in-memory index tree' (duration: 109.907556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:31.514856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.779703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:31.514942Z","caller":"traceutil/trace.go:171","msg":"trace[192396963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1315; }","duration":"100.908685ms","start":"2026-03-19T17:54:31.414014Z","end":"2026-03-19T17:54:31.514923Z","steps":["trace[192396963] 'range keys from in-memory index tree' (duration: 100.589828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:33.057785Z","caller":"traceutil/trace.go:171","msg":"trace[9808044] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"141.207101ms","start":"2026-03-19T17:54:32.916531Z","end":"2026-03-19T17:54:33.057738Z","steps":["trace[9808044] 'process raft request' (duration: 140.984176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:33.414893Z","caller":"traceutil/trace.go:171","msg":"trace[458361785] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"264.980235ms","start":"2026-03-19T17:54:33.149882Z","end":"2026-03-19T17:54:33.414862Z","steps":["trace[458361785] 'process raft request' (duration: 264.75953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:33.47473Z","caller":"traceutil/trace.go:171","msg":"trace[233524651] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"320.538064ms","start":"2026-03-19T17:54:33.154159Z","end":"2026-03-19T17:54:33.474697Z","steps":["trace[233524651] 'process raft request' (duration: 320.397461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:33.474921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:33.154138Z","time spent":"320.678847ms","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6818,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:33.882906Z","caller":"traceutil/trace.go:171","msg":"trace[706253269] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1391; }","duration":"106.212856ms","start":"2026-03-19T17:54:33.77667Z","end":"2026-03-19T17:54:33.882883Z","steps":["trace[706253269] 'read index received' (duration: 105.768815ms)","trace[706253269] 'applied index is now lower than readState.Index' (duration: 442.721µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:33.882981Z","caller":"traceutil/trace.go:171","msg":"trace[1261085836] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"108.890901ms","start":"2026-03-19T17:54:33.774062Z","end":"2026-03-19T17:54:33.882953Z","steps":["trace[1261085836] 'process raft request' (duration: 108.369709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:33.883014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.331358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:33.883185Z","caller":"traceutil/trace.go:171","msg":"trace[509286424] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:1343; }","duration":"106.534673ms","start":"2026-03-19T17:54:33.776633Z","end":"2026-03-19T17:54:33.883167Z","steps":["trace[509286424] 'agreement among raft nodes before linearized reading' (duration: 106.332489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.318314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.223478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:34.318498Z","caller":"traceutil/trace.go:171","msg":"trace[357446966] linearizableReadLoop","detail":"{readStateIndex:1393; appliedIndex:1392; }","duration":"180.996393ms","start":"2026-03-19T17:54:34.137485Z","end":"2026-03-19T17:54:34.318481Z","steps":["trace[357446966] 'read index received' (duration: 42.419546ms)","trace[357446966] 'applied index is now lower than readState.Index' (duration: 138.575647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:34.318583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.098365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:34.318615Z","caller":"traceutil/trace.go:171","msg":"trace[1962480970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1344; }","duration":"181.155587ms","start":"2026-03-19T17:54:34.137451Z","end":"2026-03-19T17:54:34.318606Z","steps":["trace[1962480970] 'agreement among raft nodes before linearized reading' (duration: 181.077935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:34.318624Z","caller":"traceutil/trace.go:171","msg":"trace[668509381] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"430.582653ms","start":"2026-03-19T17:54:33.888015Z","end":"2026-03-19T17:54:34.318597Z","steps":["trace[668509381] 'process raft request' (duration: 291.973085ms)","trace[668509381] 'compare' (duration: 138.051845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:34.318753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:33.887998Z","time spent":"430.685715ms","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:34.518905Z","caller":"traceutil/trace.go:171","msg":"trace[538533869] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1393; }","duration":"192.383261ms","start":"2026-03-19T17:54:34.326483Z","end":"2026-03-19T17:54:34.518866Z","steps":["trace[538533869] 'read index received' (duration: 127.036474ms)","trace[538533869] 'applied index is now lower than readState.Index' (duration: 65.344767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:34.519055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.543125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:34.519113Z","caller":"traceutil/trace.go:171","msg":"trace[1061201280] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com; range_end:; response_count:0; response_revision:1345; }","duration":"192.631897ms","start":"2026-03-19T17:54:34.326465Z","end":"2026-03-19T17:54:34.519096Z","steps":["trace[1061201280] 'agreement among raft nodes before linearized reading' (duration: 192.529285ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:34.51918Z","caller":"traceutil/trace.go:171","msg":"trace[1912810507] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"194.003131ms","start":"2026-03-19T17:54:34.325157Z","end":"2026-03-19T17:54:34.519161Z","steps":["trace[1912810507] 'process raft request' (duration: 128.315326ms)","trace[1912810507] 'compare' (duration: 65.212373ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:34.725982Z","caller":"traceutil/trace.go:171","msg":"trace[1769980899] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"197.997077ms","start":"2026-03-19T17:54:34.527959Z","end":"2026-03-19T17:54:34.725956Z","steps":["trace[1769980899] 'process raft request' (duration: 196.581553ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:34.759965Z","caller":"traceutil/trace.go:171","msg":"trace[907782488] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"228.34124ms","start":"2026-03-19T17:54:34.531597Z","end":"2026-03-19T17:54:34.759939Z","steps":["trace[907782488] 'process raft request' (duration: 228.173056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:34.86984Z","caller":"traceutil/trace.go:171","msg":"trace[524166256] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1396; }","duration":"101.701646ms","start":"2026-03-19T17:54:34.768118Z","end":"2026-03-19T17:54:34.86982Z","steps":["trace[524166256] 'read index received' (duration: 101.412569ms)","trace[524166256] 'applied index is now lower than readState.Index' (duration: 288.067µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:34.869959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.814789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:34.869999Z","caller":"traceutil/trace.go:171","msg":"trace[870175222] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com; range_end:; response_count:0; response_revision:1348; }","duration":"101.87496ms","start":"2026-03-19T17:54:34.768113Z","end":"2026-03-19T17:54:34.869988Z","steps":["trace[870175222] 'agreement among raft nodes before linearized reading' (duration: 101.793178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:34.870029Z","caller":"traceutil/trace.go:171","msg":"trace[1621059358] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"102.589328ms","start":"2026-03-19T17:54:34.767338Z","end":"2026-03-19T17:54:34.869927Z","steps":["trace[1621059358] 'process raft request' (duration: 102.26256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:34.989028Z","caller":"traceutil/trace.go:171","msg":"trace[744719396] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"107.060576ms","start":"2026-03-19T17:54:34.881932Z","end":"2026-03-19T17:54:34.988993Z","steps":["trace[744719396] 'process raft request' (duration: 90.115342ms)","trace[744719396] 'compare' (duration: 16.79794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:36.94983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.850999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:36.949949Z","caller":"traceutil/trace.go:171","msg":"trace[1318775613] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"285.312613ms","start":"2026-03-19T17:54:36.664622Z","end":"2026-03-19T17:54:36.949934Z","steps":["trace[1318775613] 'process raft request' (duration: 68.285829ms)","trace[1318775613] 'compare' (duration: 216.622224ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:36.962018Z","caller":"traceutil/trace.go:171","msg":"trace[240169562] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"256.665032ms","start":"2026-03-19T17:54:36.705331Z","end":"2026-03-19T17:54:36.961996Z","steps":["trace[240169562] 'process raft request' (duration: 256.418396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:36.967694Z","caller":"traceutil/trace.go:171","msg":"trace[1076079984] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"230.905584ms","start":"2026-03-19T17:54:36.736763Z","end":"2026-03-19T17:54:36.967669Z","steps":["trace[1076079984] 'process raft request' (duration: 230.687647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:37.749039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.464529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:37.749167Z","caller":"traceutil/trace.go:171","msg":"trace[1434681635] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"346.286972ms","start":"2026-03-19T17:54:37.402859Z","end":"2026-03-19T17:54:37.749146Z","steps":["trace[1434681635] 'process raft request' (duration: 233.63203ms)","trace[1434681635] 'compare' (duration: 112.357295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:37.749237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:37.402833Z","time spent":"346.373744ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:37.768751Z","caller":"traceutil/trace.go:171","msg":"trace[255986850] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"364.18659ms","start":"2026-03-19T17:54:37.404538Z","end":"2026-03-19T17:54:37.768725Z","steps":["trace[255986850] 'process raft request' (duration: 364.112688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:37.768807Z","caller":"traceutil/trace.go:171","msg":"trace[1671315700] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"365.82602ms","start":"2026-03-19T17:54:37.402946Z","end":"2026-03-19T17:54:37.768772Z","steps":["trace[1671315700] 'process raft request' (duration: 365.583754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:37.768934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:37.40453Z","time spent":"364.300442ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4247,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:37.768952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:37.402835Z","time spent":"366.039945ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:38.315503Z","caller":"traceutil/trace.go:171","msg":"trace[1261661156] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1404; }","duration":"108.470672ms","start":"2026-03-19T17:54:38.206978Z","end":"2026-03-19T17:54:38.315448Z","steps":["trace[1261661156] 'process raft request' (duration: 108.41127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:40.764695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.69166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:40.764887Z","caller":"traceutil/trace.go:171","msg":"trace[920843667] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"119.682745ms","start":"2026-03-19T17:54:40.645187Z","end":"2026-03-19T17:54:40.76487Z","steps":["trace[920843667] 'process raft request' (duration: 119.624414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:40.764876Z","caller":"traceutil/trace.go:171","msg":"trace[686908504] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"187.675547ms","start":"2026-03-19T17:54:40.577164Z","end":"2026-03-19T17:54:40.764839Z","steps":["trace[686908504] 'process raft request' (duration: 48.750781ms)","trace[686908504] 'compare' (duration: 138.549896ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:40.764993Z","caller":"traceutil/trace.go:171","msg":"trace[1728188607] linearizableReadLoop","detail":"{readStateIndex:1558; appliedIndex:1557; }","duration":"135.373308ms","start":"2026-03-19T17:54:40.62958Z","end":"2026-03-19T17:54:40.764953Z","steps":["trace[1728188607] 'read index received' (duration: 49.741µs)","trace[1728188607] 'applied index is now lower than readState.Index' (duration: 135.320387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:40.765293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.108465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1082"} {"level":"info","ts":"2026-03-19T17:54:40.765331Z","caller":"traceutil/trace.go:171","msg":"trace[1332609008] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1493; }","duration":"120.147276ms","start":"2026-03-19T17:54:40.645172Z","end":"2026-03-19T17:54:40.76532Z","steps":["trace[1332609008] 'agreement among raft nodes before linearized reading' (duration: 119.980292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:40.765324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.29286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"warn","ts":"2026-03-19T17:54:40.765357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.768818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"info","ts":"2026-03-19T17:54:40.765402Z","caller":"traceutil/trace.go:171","msg":"trace[1994827655] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1493; }","duration":"120.410543ms","start":"2026-03-19T17:54:40.64497Z","end":"2026-03-19T17:54:40.765381Z","steps":["trace[1994827655] 'agreement among raft nodes before linearized reading' (duration: 120.184787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:40.765411Z","caller":"traceutil/trace.go:171","msg":"trace[1921547360] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1493; }","duration":"135.85772ms","start":"2026-03-19T17:54:40.629539Z","end":"2026-03-19T17:54:40.765396Z","steps":["trace[1921547360] 'agreement among raft nodes before linearized reading' (duration: 135.541852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:43.207861Z","caller":"traceutil/trace.go:171","msg":"trace[775797476] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"116.27249ms","start":"2026-03-19T17:54:43.091477Z","end":"2026-03-19T17:54:43.207749Z","steps":["trace[775797476] 'process raft request' (duration: 115.766748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:45.816097Z","caller":"traceutil/trace.go:171","msg":"trace[1152567008] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1548; }","duration":"339.128178ms","start":"2026-03-19T17:54:45.476914Z","end":"2026-03-19T17:54:45.816042Z","steps":["trace[1152567008] 'process raft request' (duration: 338.876062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:45.816557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:45.476894Z","time spent":"339.559428ms","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:49.461935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272613122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:54:49.521826Z","caller":"traceutil/trace.go:171","msg":"trace[732578557] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1668; }","duration":"560.232322ms","start":"2026-03-19T17:54:48.961575Z","end":"2026-03-19T17:54:49.521807Z","steps":["trace[732578557] 'read index received' (duration: 560.072578ms)","trace[732578557] 'applied index is now lower than readState.Index' (duration: 158.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:49.521884Z","caller":"traceutil/trace.go:171","msg":"trace[924658048] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"561.450421ms","start":"2026-03-19T17:54:48.960413Z","end":"2026-03-19T17:54:49.521863Z","steps":["trace[924658048] 'process raft request' (duration: 561.276607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.521965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.372305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.521998Z","caller":"traceutil/trace.go:171","msg":"trace[32080128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"560.440916ms","start":"2026-03-19T17:54:48.961547Z","end":"2026-03-19T17:54:49.521988Z","steps":["trace[32080128] 'agreement among raft nodes before linearized reading' (duration: 560.367994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:48.96039Z","time spent":"561.544263ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:49.52203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:48.961536Z","time spent":"560.485228ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:54:49.522028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.381665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:49.522058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.463726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:49.522092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.898462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.52214Z","caller":"traceutil/trace.go:171","msg":"trace[450832221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"375.600539ms","start":"2026-03-19T17:54:49.14652Z","end":"2026-03-19T17:54:49.522121Z","steps":["trace[450832221] 'agreement among raft nodes before linearized reading' (duration: 375.465596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.859718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.522101Z","caller":"traceutil/trace.go:171","msg":"trace[1012848288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"560.471407ms","start":"2026-03-19T17:54:48.961613Z","end":"2026-03-19T17:54:49.522084Z","steps":["trace[1012848288] 'agreement among raft nodes before linearized reading' (duration: 560.342834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:49.522195Z","caller":"traceutil/trace.go:171","msg":"trace[79484929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"459.91872ms","start":"2026-03-19T17:54:49.06226Z","end":"2026-03-19T17:54:49.522178Z","steps":["trace[79484929] 'agreement among raft nodes before linearized reading' (duration: 459.868228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.1465Z","time spent":"375.684931ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:54:49.522202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:48.961599Z","time spent":"560.58896ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:49.52223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.062221Z","time spent":"459.997512ms","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:49.522388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.939705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.522448Z","caller":"traceutil/trace.go:171","msg":"trace[469765007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"407.029147ms","start":"2026-03-19T17:54:49.1154Z","end":"2026-03-19T17:54:49.522429Z","steps":["trace[469765007] 'agreement among raft nodes before linearized reading' (duration: 406.903704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.412491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:49.522468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.841644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:49.52248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.270346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:49.522488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.115386Z","time spent":"407.092398ms","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:49.522492Z","caller":"traceutil/trace.go:171","msg":"trace[1404757285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"505.477102ms","start":"2026-03-19T17:54:49.017004Z","end":"2026-03-19T17:54:49.522481Z","steps":["trace[1404757285] 'agreement among raft nodes before linearized reading' (duration: 505.41363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:49.522506Z","caller":"traceutil/trace.go:171","msg":"trace[2077385813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"375.907316ms","start":"2026-03-19T17:54:49.146588Z","end":"2026-03-19T17:54:49.522495Z","steps":["trace[2077385813] 'agreement among raft nodes before linearized reading' (duration: 375.843565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:49.522515Z","caller":"traceutil/trace.go:171","msg":"trace[1992990590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"536.317036ms","start":"2026-03-19T17:54:48.986187Z","end":"2026-03-19T17:54:49.522504Z","steps":["trace[1992990590] 'agreement among raft nodes before linearized reading' (duration: 536.266615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.016993Z","time spent":"505.528764ms","remote":"127.0.0.1:53610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:54:49.522542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.146571Z","time spent":"375.961607ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:49.522583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.407638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.522609Z","caller":"traceutil/trace.go:171","msg":"trace[448901508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"536.44095ms","start":"2026-03-19T17:54:48.98616Z","end":"2026-03-19T17:54:49.522601Z","steps":["trace[448901508] 'agreement among raft nodes before linearized reading' (duration: 536.402709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:48.986153Z","time spent":"536.475ms","remote":"127.0.0.1:53600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:49.522545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:48.986183Z","time spent":"536.354547ms","remote":"127.0.0.1:53600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:54:49.522677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.575655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.522713Z","caller":"traceutil/trace.go:171","msg":"trace[1824291161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"460.620026ms","start":"2026-03-19T17:54:49.06208Z","end":"2026-03-19T17:54:49.5227Z","steps":["trace[1824291161] 'agreement among raft nodes before linearized reading' (duration: 460.573305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.750605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:49.52274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.062065Z","time spent":"460.667817ms","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-19T17:54:49.522749Z","caller":"traceutil/trace.go:171","msg":"trace[154277623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1595; }","duration":"380.812256ms","start":"2026-03-19T17:54:49.141927Z","end":"2026-03-19T17:54:49.522739Z","steps":["trace[154277623] 'agreement among raft nodes before linearized reading' (duration: 380.762405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.141908Z","time spent":"380.863438ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:49.522769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.583913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.522153Z","caller":"traceutil/trace.go:171","msg":"trace[261273369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1595; }","duration":"374.980854ms","start":"2026-03-19T17:54:49.147151Z","end":"2026-03-19T17:54:49.522131Z","steps":["trace[261273369] 'agreement among raft nodes before linearized reading' (duration: 374.884692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:49.522809Z","caller":"traceutil/trace.go:171","msg":"trace[38347149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"480.642845ms","start":"2026-03-19T17:54:49.042156Z","end":"2026-03-19T17:54:49.522799Z","steps":["trace[38347149] 'agreement among raft nodes before linearized reading' (duration: 480.582044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.14714Z","time spent":"375.677381ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:54:49.522841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.042146Z","time spent":"480.686246ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:49.522864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.77677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.522895Z","caller":"traceutil/trace.go:171","msg":"trace[1228962857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"505.808031ms","start":"2026-03-19T17:54:49.017076Z","end":"2026-03-19T17:54:49.522884Z","steps":["trace[1228962857] 'agreement among raft nodes before linearized reading' (duration: 505.762459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.522925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.017029Z","time spent":"505.888462ms","remote":"127.0.0.1:53610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:49.52305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.647442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:49.52308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.794369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.523108Z","caller":"traceutil/trace.go:171","msg":"trace[1843359324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"407.734954ms","start":"2026-03-19T17:54:49.115357Z","end":"2026-03-19T17:54:49.523092Z","steps":["trace[1843359324] 'agreement among raft nodes before linearized reading' (duration: 407.632571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:49.523119Z","caller":"traceutil/trace.go:171","msg":"trace[1583969915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"480.912122ms","start":"2026-03-19T17:54:49.042196Z","end":"2026-03-19T17:54:49.523108Z","steps":["trace[1583969915] 'agreement among raft nodes before linearized reading' (duration: 480.85122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.523156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.042179Z","time spent":"480.968073ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:54:49.523159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.115347Z","time spent":"407.797365ms","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:54:49.523257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.366376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.523305Z","caller":"traceutil/trace.go:171","msg":"trace[1022680139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"432.439927ms","start":"2026-03-19T17:54:49.090849Z","end":"2026-03-19T17:54:49.523289Z","steps":["trace[1022680139] 'agreement among raft nodes before linearized reading' (duration: 432.347525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.523375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.090838Z","time spent":"432.52686ms","remote":"127.0.0.1:53632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:54:49.524129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.213048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:49.524172Z","caller":"traceutil/trace.go:171","msg":"trace[1779822946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1595; }","duration":"433.367811ms","start":"2026-03-19T17:54:49.090794Z","end":"2026-03-19T17:54:49.524162Z","steps":["trace[1779822946] 'agreement among raft nodes before linearized reading' (duration: 431.174677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.524204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.090788Z","time spent":"433.406072ms","remote":"127.0.0.1:53632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:56.153147Z","caller":"traceutil/trace.go:171","msg":"trace[1659983] linearizableReadLoop","detail":"{readStateIndex:1715; appliedIndex:1714; }","duration":"158.030842ms","start":"2026-03-19T17:54:55.995091Z","end":"2026-03-19T17:54:56.153121Z","steps":["trace[1659983] 'read index received' (duration: 157.822787ms)","trace[1659983] 'applied index is now lower than readState.Index' (duration: 206.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:56.153173Z","caller":"traceutil/trace.go:171","msg":"trace[2082840837] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"168.742733ms","start":"2026-03-19T17:54:55.984401Z","end":"2026-03-19T17:54:56.153144Z","steps":["trace[2082840837] 'process raft request' (duration: 168.524268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.153333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.226766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:56.15342Z","caller":"traceutil/trace.go:171","msg":"trace[5285697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1640; }","duration":"158.366119ms","start":"2026-03-19T17:54:55.995035Z","end":"2026-03-19T17:54:56.153401Z","steps":["trace[5285697] 'agreement among raft nodes before linearized reading' (duration: 158.201405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:56.542836Z","caller":"traceutil/trace.go:171","msg":"trace[145803932] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"387.640233ms","start":"2026-03-19T17:54:56.155171Z","end":"2026-03-19T17:54:56.542811Z","steps":["trace[145803932] 'process raft request' (duration: 387.474259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.543014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.155152Z","time spent":"387.766515ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1058,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:54:56.682764Z","caller":"traceutil/trace.go:171","msg":"trace[1821987153] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"525.842071ms","start":"2026-03-19T17:54:56.156879Z","end":"2026-03-19T17:54:56.682721Z","steps":["trace[1821987153] 'process raft request' (duration: 433.833032ms)","trace[1821987153] 'compare' (duration: 91.813984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:56.682945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.156861Z","time spent":"525.998144ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:56.683168Z","caller":"traceutil/trace.go:171","msg":"trace[981150073] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"525.720077ms","start":"2026-03-19T17:54:56.157402Z","end":"2026-03-19T17:54:56.683122Z","steps":["trace[981150073] 'process raft request' (duration: 525.275156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.68332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.157393Z","time spent":"525.85096ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:56.68359Z","caller":"traceutil/trace.go:171","msg":"trace[2011541229] linearizableReadLoop","detail":"{readStateIndex:1720; appliedIndex:1715; }","duration":"516.80809ms","start":"2026-03-19T17:54:56.166762Z","end":"2026-03-19T17:54:56.68357Z","steps":["trace[2011541229] 'read index received' (duration: 375.823184ms)","trace[2011541229] 'applied index is now lower than readState.Index' (duration: 140.983746ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:56.683639Z","caller":"traceutil/trace.go:171","msg":"trace[2000264475] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"525.978403ms","start":"2026-03-19T17:54:56.157645Z","end":"2026-03-19T17:54:56.683623Z","steps":["trace[2000264475] 'process raft request' (duration: 525.400809ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:56.68366Z","caller":"traceutil/trace.go:171","msg":"trace[1461412965] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"525.680116ms","start":"2026-03-19T17:54:56.157965Z","end":"2026-03-19T17:54:56.683646Z","steps":["trace[1461412965] 'process raft request' (duration: 525.507802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.683722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.157565Z","time spent":"526.113546ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:56.683731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.157955Z","time spent":"525.738888ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:56.683796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.984355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:56.683932Z","caller":"traceutil/trace.go:171","msg":"trace[800812683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1645; }","duration":"517.16829ms","start":"2026-03-19T17:54:56.166733Z","end":"2026-03-19T17:54:56.683901Z","steps":["trace[800812683] 'agreement among raft nodes before linearized reading' (duration: 516.928633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.684019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.166725Z","time spent":"517.277672ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T17:54:56.732528Z","caller":"traceutil/trace.go:171","msg":"trace[1511965644] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"184.789636ms","start":"2026-03-19T17:54:56.547667Z","end":"2026-03-19T17:54:56.732457Z","steps":["trace[1511965644] 'process raft request' (duration: 184.56859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.732591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.021003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:56.732616Z","caller":"traceutil/trace.go:171","msg":"trace[262850664] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"184.856898ms","start":"2026-03-19T17:54:56.547721Z","end":"2026-03-19T17:54:56.732578Z","steps":["trace[262850664] 'process raft request' (duration: 184.661913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.732712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.28247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-19T17:54:56.732735Z","caller":"traceutil/trace.go:171","msg":"trace[1479795813] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1647; }","duration":"469.189257ms","start":"2026-03-19T17:54:56.26347Z","end":"2026-03-19T17:54:56.732659Z","steps":["trace[1479795813] 'agreement among raft nodes before linearized reading' (duration: 469.014342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:56.732784Z","caller":"traceutil/trace.go:171","msg":"trace[1931752594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1647; }","duration":"163.429644ms","start":"2026-03-19T17:54:56.569338Z","end":"2026-03-19T17:54:56.732767Z","steps":["trace[1931752594] 'agreement among raft nodes before linearized reading' (duration: 163.155908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.732831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.263445Z","time spent":"469.369611ms","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:56.948592Z","caller":"traceutil/trace.go:171","msg":"trace[276084575] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"198.942491ms","start":"2026-03-19T17:54:56.74961Z","end":"2026-03-19T17:54:56.948553Z","steps":["trace[276084575] 'process raft request' (duration: 124.363708ms)","trace[276084575] 'compare' (duration: 74.43833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:01.061924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272613350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:55:01.562968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272613350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:55:02.063787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272613350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:55:02.497705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.071952233s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:55:02.498124Z","caller":"traceutil/trace.go:171","msg":"trace[1179296393] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"2.072452186s","start":"2026-03-19T17:55:00.425641Z","end":"2026-03-19T17:55:02.498093Z","steps":["trace[1179296393] 'process raft request' (duration: 2.072290152s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.498331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:00.425629Z","time spent":"2.072580409s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:02.953651Z","caller":"traceutil/trace.go:171","msg":"trace[1306141648] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"1.385824354s","start":"2026-03-19T17:55:01.567807Z","end":"2026-03-19T17:55:02.953631Z","steps":["trace[1306141648] 'process raft request' (duration: 1.312420821s)","trace[1306141648] 'compare' (duration: 73.016784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:02.953744Z","caller":"traceutil/trace.go:171","msg":"trace[240734713] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"1.090383555s","start":"2026-03-19T17:55:01.863343Z","end":"2026-03-19T17:55:02.953726Z","steps":["trace[240734713] 'process raft request' (duration: 1.09018085s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.953757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.567764Z","time spent":"1.385937107s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:02.953759Z","caller":"traceutil/trace.go:171","msg":"trace[767853191] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"1.005305225s","start":"2026-03-19T17:55:01.948431Z","end":"2026-03-19T17:55:02.953736Z","steps":["trace[767853191] 'process raft request' (duration: 1.005176592s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.953842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.948404Z","time spent":"1.005396958s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:02.953866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.863302Z","time spent":"1.090477617s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:03.033993Z","caller":"traceutil/trace.go:171","msg":"trace[1455398328] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1797; }","duration":"2.472535668s","start":"2026-03-19T17:55:00.561422Z","end":"2026-03-19T17:55:03.033958Z","steps":["trace[1455398328] 'read index received' (duration: 1.936530013s)","trace[1455398328] 'applied index is now lower than readState.Index' (duration: 536.003945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:03.034317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989273489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:03.034367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270092663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T17:55:03.034367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.12938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-03-19T17:55:03.034362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080724405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:55:03.034414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338132794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:55:03.034457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33962177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:03.034452Z","caller":"traceutil/trace.go:171","msg":"trace[1995516781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1725; }","duration":"532.257044ms","start":"2026-03-19T17:55:02.502171Z","end":"2026-03-19T17:55:03.034428Z","steps":["trace[1995516781] 'agreement among raft nodes before linearized reading' (duration: 531.981357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:03.034482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08994676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T17:55:03.034469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895953037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:03.034482Z","caller":"traceutil/trace.go:171","msg":"trace[2053985786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1725; }","duration":"2.338229466s","start":"2026-03-19T17:55:00.696234Z","end":"2026-03-19T17:55:03.034463Z","steps":["trace[2053985786] 'agreement among raft nodes before linearized reading' (duration: 2.33802454s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.034508Z","caller":"traceutil/trace.go:171","msg":"trace[1547513514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1725; }","duration":"2.089996011s","start":"2026-03-19T17:55:00.944502Z","end":"2026-03-19T17:55:03.034498Z","steps":["trace[1547513514] 'agreement among raft nodes before linearized reading' (duration: 2.089930039s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.034503Z","caller":"traceutil/trace.go:171","msg":"trace[895736524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1725; }","duration":"2.339693233s","start":"2026-03-19T17:55:00.694796Z","end":"2026-03-19T17:55:03.034489Z","steps":["trace[895736524] 'agreement among raft nodes before linearized reading' (duration: 2.339580709s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:03.034521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:02.502145Z","time spent":"532.361867ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-19T17:55:03.034531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:00.69622Z","time spent":"2.338303249s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:03.034541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:00.944488Z","time spent":"2.090046892s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T17:55:03.034532Z","caller":"traceutil/trace.go:171","msg":"trace[1048876154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1725; }","duration":"1.896036331s","start":"2026-03-19T17:55:01.138477Z","end":"2026-03-19T17:55:03.034513Z","steps":["trace[1048876154] 'agreement among raft nodes before linearized reading' (duration: 1.895948687s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:03.034548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:00.694778Z","time spent":"2.339758974s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:55:03.034574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.13846Z","time spent":"1.896106232s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:55:03.034563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274418018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:55:03.03458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338590726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:55:03.034573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459684788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T17:55:03.034686Z","caller":"traceutil/trace.go:171","msg":"trace[957434725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1725; }","duration":"1.459858441s","start":"2026-03-19T17:55:01.574807Z","end":"2026-03-19T17:55:03.034665Z","steps":["trace[957434725] 'agreement among raft nodes before linearized reading' (duration: 1.459387879s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:03.03473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473297397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:03.034766Z","caller":"traceutil/trace.go:171","msg":"trace[193013098] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1725; }","duration":"2.473380489s","start":"2026-03-19T17:55:00.561375Z","end":"2026-03-19T17:55:03.034755Z","steps":["trace[193013098] 'agreement among raft nodes before linearized reading' (duration: 2.472687242s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.034452Z","caller":"traceutil/trace.go:171","msg":"trace[1346306834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1725; }","duration":"1.080856948s","start":"2026-03-19T17:55:01.95358Z","end":"2026-03-19T17:55:03.034437Z","steps":["trace[1346306834] 'agreement among raft nodes before linearized reading' (duration: 1.080603952s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:03.034803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:00.561356Z","time spent":"2.47343801s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:03.034744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33953757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:55:03.034837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.953569Z","time spent":"1.081230037s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:03.034759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.574787Z","time spent":"1.459960074s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T17:55:03.034336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421790238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-19T17:55:03.034403Z","caller":"traceutil/trace.go:171","msg":"trace[1238032887] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1725; }","duration":"1.270189206s","start":"2026-03-19T17:55:01.764204Z","end":"2026-03-19T17:55:03.034393Z","steps":["trace[1238032887] 'agreement among raft nodes before linearized reading' (duration: 1.26993424s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.034909Z","caller":"traceutil/trace.go:171","msg":"trace[435836327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1725; }","duration":"2.339763645s","start":"2026-03-19T17:55:00.695102Z","end":"2026-03-19T17:55:03.034866Z","steps":["trace[435836327] 'agreement among raft nodes before linearized reading' (duration: 2.339274862s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.034935Z","caller":"traceutil/trace.go:171","msg":"trace[1981636623] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318; range_end:; response_count:1; response_revision:1725; }","duration":"2.422446495s","start":"2026-03-19T17:55:00.612462Z","end":"2026-03-19T17:55:03.034908Z","steps":["trace[1981636623] 'agreement among raft nodes before linearized reading' (duration: 2.421663325s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.034608Z","caller":"traceutil/trace.go:171","msg":"trace[1276710234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1725; }","duration":"2.27449696s","start":"2026-03-19T17:55:00.760102Z","end":"2026-03-19T17:55:03.034599Z","steps":["trace[1276710234] 'agreement among raft nodes before linearized reading' (duration: 2.274334415s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:03.034981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:00.612443Z","time spent":"2.422525946s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318\" "} {"level":"warn","ts":"2026-03-19T17:55:03.034995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:00.695082Z","time spent":"2.339893528s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:55:03.035002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:00.760084Z","time spent":"2.274899999s","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:55:03.034623Z","caller":"traceutil/trace.go:171","msg":"trace[212332776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1725; }","duration":"2.338675108s","start":"2026-03-19T17:55:00.695936Z","end":"2026-03-19T17:55:03.034611Z","steps":["trace[212332776] 'agreement among raft nodes before linearized reading' (duration: 2.338550695s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:03.034936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.76416Z","time spent":"1.27076293s","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":248,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:03.035143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:00.695915Z","time spent":"2.33920898s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:55:03.0344Z","caller":"traceutil/trace.go:171","msg":"trace[1436550951] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1725; }","duration":"1.989514734s","start":"2026-03-19T17:55:01.044866Z","end":"2026-03-19T17:55:03.034381Z","steps":["trace[1436550951] 'agreement among raft nodes before linearized reading' (duration: 1.989270239s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:03.03527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:01.044843Z","time spent":"1.990396557s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:55:03.206526Z","caller":"traceutil/trace.go:171","msg":"trace[1393276977] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"167.194641ms","start":"2026-03-19T17:55:03.039277Z","end":"2026-03-19T17:55:03.206472Z","steps":["trace[1393276977] 'process raft request' (duration: 142.88213ms)","trace[1393276977] 'compare' (duration: 24.035444ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:03.206558Z","caller":"traceutil/trace.go:171","msg":"trace[852909567] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"166.947984ms","start":"2026-03-19T17:55:03.03958Z","end":"2026-03-19T17:55:03.206528Z","steps":["trace[852909567] 'process raft request' (duration: 166.79702ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.206692Z","caller":"traceutil/trace.go:171","msg":"trace[474601939] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1802; }","duration":"160.318662ms","start":"2026-03-19T17:55:03.04635Z","end":"2026-03-19T17:55:03.206669Z","steps":["trace[474601939] 'read index received' (duration: 22.832434ms)","trace[474601939] 'applied index is now lower than readState.Index' (duration: 137.484958ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:03.206761Z","caller":"traceutil/trace.go:171","msg":"trace[1598919786] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"165.249462ms","start":"2026-03-19T17:55:03.0415Z","end":"2026-03-19T17:55:03.20675Z","steps":["trace[1598919786] 'process raft request' (duration: 165.070158ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.206761Z","caller":"traceutil/trace.go:171","msg":"trace[1375380852] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"165.637582ms","start":"2026-03-19T17:55:03.041072Z","end":"2026-03-19T17:55:03.206709Z","steps":["trace[1375380852] 'process raft request' (duration: 165.465908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:03.206814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.441836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:03.20683Z","caller":"traceutil/trace.go:171","msg":"trace[944256001] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"166.973895ms","start":"2026-03-19T17:55:03.039833Z","end":"2026-03-19T17:55:03.206807Z","steps":["trace[944256001] 'process raft request' (duration: 166.630386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.206876Z","caller":"traceutil/trace.go:171","msg":"trace[1411217216] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"159.651877ms","start":"2026-03-19T17:55:03.047178Z","end":"2026-03-19T17:55:03.20683Z","steps":["trace[1411217216] 'process raft request' (duration: 159.430662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.206904Z","caller":"traceutil/trace.go:171","msg":"trace[1949361591] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"166.508273ms","start":"2026-03-19T17:55:03.040326Z","end":"2026-03-19T17:55:03.206834Z","steps":["trace[1949361591] 'process raft request' (duration: 166.177905ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.206866Z","caller":"traceutil/trace.go:171","msg":"trace[1589233165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1733; }","duration":"160.528848ms","start":"2026-03-19T17:55:03.04632Z","end":"2026-03-19T17:55:03.206848Z","steps":["trace[1589233165] 'agreement among raft nodes before linearized reading' (duration: 160.441515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:04.346181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.603883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:04.34637Z","caller":"traceutil/trace.go:171","msg":"trace[639184182] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"1.133016753s","start":"2026-03-19T17:55:03.213326Z","end":"2026-03-19T17:55:04.346343Z","steps":["trace[639184182] 'process raft request' (duration: 182.147393ms)","trace[639184182] 'compare' (duration: 949.920136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:04.346474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:03.213306Z","time spent":"1.133121015s","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:04.390417Z","caller":"traceutil/trace.go:171","msg":"trace[1634829391] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"1.175573315s","start":"2026-03-19T17:55:03.214824Z","end":"2026-03-19T17:55:04.390397Z","steps":["trace[1634829391] 'process raft request' (duration: 1.175296478s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:04.390528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:03.214804Z","time spent":"1.175670077s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:04.390738Z","caller":"traceutil/trace.go:171","msg":"trace[2020474223] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1810; }","duration":"1.113773745s","start":"2026-03-19T17:55:03.276937Z","end":"2026-03-19T17:55:04.390711Z","steps":["trace[2020474223] 'read index received' (duration: 118.590829ms)","trace[2020474223] 'applied index is now lower than readState.Index' (duration: 995.181556ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:04.390784Z","caller":"traceutil/trace.go:171","msg":"trace[1992816607] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"1.175890163s","start":"2026-03-19T17:55:03.214867Z","end":"2026-03-19T17:55:04.390757Z","steps":["trace[1992816607] 'process raft request' (duration: 1.175467103s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:04.390923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.405094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:04.390896Z","caller":"traceutil/trace.go:171","msg":"trace[534224630] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"1.175390781s","start":"2026-03-19T17:55:03.215419Z","end":"2026-03-19T17:55:04.39081Z","steps":["trace[534224630] 'process raft request' (duration: 1.175126005s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:04.390972Z","caller":"traceutil/trace.go:171","msg":"trace[1478380708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1738; }","duration":"253.488786ms","start":"2026-03-19T17:55:04.137472Z","end":"2026-03-19T17:55:04.39096Z","steps":["trace[1478380708] 'agreement among raft nodes before linearized reading' (duration: 253.419484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:04.391082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:03.215403Z","time spent":"1.175585406s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:04.391102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.114751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-19T17:55:04.390896Z","caller":"traceutil/trace.go:171","msg":"trace[299252878] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"1.011897821s","start":"2026-03-19T17:55:03.378976Z","end":"2026-03-19T17:55:04.390874Z","steps":["trace[299252878] 'process raft request' (duration: 1.011680766s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:04.391282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:03.378948Z","time spent":"1.012291071s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:04.391344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114137363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-19T17:55:04.391449Z","caller":"traceutil/trace.go:171","msg":"trace[773688909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1738; }","duration":"1.114540913s","start":"2026-03-19T17:55:03.276883Z","end":"2026-03-19T17:55:04.391424Z","steps":["trace[773688909] 'agreement among raft nodes before linearized reading' (duration: 1.11398956s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:04.391514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:03.276864Z","time spent":"1.114637046s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:55:04.391085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:03.214847Z","time spent":"1.176100348s","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:04.391176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.553339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:04.391774Z","caller":"traceutil/trace.go:171","msg":"trace[1575928150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1738; }","duration":"348.143584ms","start":"2026-03-19T17:55:04.043556Z","end":"2026-03-19T17:55:04.391699Z","steps":["trace[1575928150] 'agreement among raft nodes before linearized reading' (duration: 347.346324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:04.391966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:04.043546Z","time spent":"348.40328ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:55:04.3912Z","caller":"traceutil/trace.go:171","msg":"trace[2028847749] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318; range_end:; response_count:1; response_revision:1738; }","duration":"350.271075ms","start":"2026-03-19T17:55:04.040907Z","end":"2026-03-19T17:55:04.391178Z","steps":["trace[2028847749] 'agreement among raft nodes before linearized reading' (duration: 349.985778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:04.392044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:04.040887Z","time spent":"351.142195ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318\" "} {"level":"info","ts":"2026-03-19T17:55:07.6706Z","caller":"traceutil/trace.go:171","msg":"trace[1699765548] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"127.521776ms","start":"2026-03-19T17:55:07.543048Z","end":"2026-03-19T17:55:07.67057Z","steps":["trace[1699765548] 'process raft request' (duration: 127.299601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:08.028605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.175655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:08.028723Z","caller":"traceutil/trace.go:171","msg":"trace[815965649] linearizableReadLoop","detail":"{readStateIndex:1858; appliedIndex:1857; }","duration":"275.133861ms","start":"2026-03-19T17:55:07.753567Z","end":"2026-03-19T17:55:08.0287Z","steps":["trace[815965649] 'read index received' (duration: 73.68952ms)","trace[815965649] 'applied index is now lower than readState.Index' (duration: 201.442481ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:08.028843Z","caller":"traceutil/trace.go:171","msg":"trace[1282498486] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"298.920568ms","start":"2026-03-19T17:55:07.729906Z","end":"2026-03-19T17:55:08.028827Z","steps":["trace[1282498486] 'process raft request' (duration: 97.448986ms)","trace[1282498486] 'compare' (duration: 201.047912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:08.029207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.629223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T17:55:08.029213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.600982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"warn","ts":"2026-03-19T17:55:08.029213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.671139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T17:55:08.029253Z","caller":"traceutil/trace.go:171","msg":"trace[838980968] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1779; }","duration":"275.720205ms","start":"2026-03-19T17:55:07.753519Z","end":"2026-03-19T17:55:08.029239Z","steps":["trace[838980968] 'agreement among raft nodes before linearized reading' (duration: 275.53221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:08.029278Z","caller":"traceutil/trace.go:171","msg":"trace[766357034] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1779; }","duration":"163.719725ms","start":"2026-03-19T17:55:07.865541Z","end":"2026-03-19T17:55:08.029261Z","steps":["trace[766357034] 'agreement among raft nodes before linearized reading' (duration: 163.551221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:08.029284Z","caller":"traceutil/trace.go:171","msg":"trace[1547061942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1779; }","duration":"267.765892ms","start":"2026-03-19T17:55:07.761503Z","end":"2026-03-19T17:55:08.029269Z","steps":["trace[1547061942] 'agreement among raft nodes before linearized reading' (duration: 267.558717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.637043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.429507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-19T17:55:09.637075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.40071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:55:09.637135Z","caller":"traceutil/trace.go:171","msg":"trace[1854841721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1785; }","duration":"366.58462ms","start":"2026-03-19T17:55:09.27053Z","end":"2026-03-19T17:55:09.637115Z","steps":["trace[1854841721] 'range keys from in-memory index tree' (duration: 366.189351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.637118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.482123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:09.637176Z","caller":"traceutil/trace.go:171","msg":"trace[140255226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1785; }","duration":"402.557713ms","start":"2026-03-19T17:55:09.234599Z","end":"2026-03-19T17:55:09.637156Z","steps":["trace[140255226] 'range keys from in-memory index tree' (duration: 402.195465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.637186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.270506Z","time spent":"366.670102ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:55:09.637215Z","caller":"traceutil/trace.go:171","msg":"trace[1259578875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1785; }","duration":"206.598425ms","start":"2026-03-19T17:55:09.430593Z","end":"2026-03-19T17:55:09.637191Z","steps":["trace[1259578875] 'range keys from in-memory index tree' (duration: 206.175216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.637246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.234574Z","time spent":"402.649346ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:55:09.637411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.667528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:55:09.63745Z","caller":"traceutil/trace.go:171","msg":"trace[1704967881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1785; }","duration":"367.728809ms","start":"2026-03-19T17:55:09.269711Z","end":"2026-03-19T17:55:09.637439Z","steps":["trace[1704967881] 'range keys from in-memory index tree' (duration: 367.525695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.637136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.753933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T17:55:09.637451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.531345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T17:55:09.637486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.2697Z","time spent":"367.778661ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:55:09.637504Z","caller":"traceutil/trace.go:171","msg":"trace[2003088743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1785; }","duration":"367.638877ms","start":"2026-03-19T17:55:09.269852Z","end":"2026-03-19T17:55:09.637491Z","steps":["trace[2003088743] 'range keys from in-memory index tree' (duration: 367.32497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.637498Z","caller":"traceutil/trace.go:171","msg":"trace[109802850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1785; }","duration":"369.139203ms","start":"2026-03-19T17:55:09.268344Z","end":"2026-03-19T17:55:09.637483Z","steps":["trace[109802850] 'range keys from in-memory index tree' (duration: 368.629461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.637536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.26982Z","time spent":"367.708019ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:09.637211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.403036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:09.637526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.859817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-19T17:55:09.63761Z","caller":"traceutil/trace.go:171","msg":"trace[679555762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1785; }","duration":"499.824057ms","start":"2026-03-19T17:55:09.137765Z","end":"2026-03-19T17:55:09.637589Z","steps":["trace[679555762] 'range keys from in-memory index tree' (duration: 499.330244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.637625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.268333Z","time spent":"369.199985ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:55:09.637666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.137751Z","time spent":"499.897439ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:55:09.637624Z","caller":"traceutil/trace.go:171","msg":"trace[1778834189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1785; }","duration":"222.021912ms","start":"2026-03-19T17:55:09.415581Z","end":"2026-03-19T17:55:09.637603Z","steps":["trace[1778834189] 'range keys from in-memory index tree' (duration: 221.54466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.244357Z","caller":"traceutil/trace.go:171","msg":"trace[1869809181] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"258.486636ms","start":"2026-03-19T17:55:10.985845Z","end":"2026-03-19T17:55:11.244332Z","steps":["trace[1869809181] 'process raft request' (duration: 258.2383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.399489Z","caller":"traceutil/trace.go:171","msg":"trace[436882488] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"401.110511ms","start":"2026-03-19T17:55:10.998354Z","end":"2026-03-19T17:55:11.399465Z","steps":["trace[436882488] 'process raft request' (duration: 400.998397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.399576Z","caller":"traceutil/trace.go:171","msg":"trace[70065737] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1869; }","duration":"263.12875ms","start":"2026-03-19T17:55:11.136421Z","end":"2026-03-19T17:55:11.39955Z","steps":["trace[70065737] 'read index received' (duration: 107.755956ms)","trace[70065737] 'applied index is now lower than readState.Index' (duration: 155.371734ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:11.399579Z","caller":"traceutil/trace.go:171","msg":"trace[1919342822] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"408.51209ms","start":"2026-03-19T17:55:10.99103Z","end":"2026-03-19T17:55:11.399542Z","steps":["trace[1919342822] 'process raft request' (duration: 312.567219ms)","trace[1919342822] 'compare' (duration: 95.54169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:11.399661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.998337Z","time spent":"401.226393ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:11.399667Z","caller":"traceutil/trace.go:171","msg":"trace[606917797] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"401.294944ms","start":"2026-03-19T17:55:10.99836Z","end":"2026-03-19T17:55:11.399655Z","steps":["trace[606917797] 'process raft request' (duration: 401.075089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:11.399771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.328544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:11.399796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.998346Z","time spent":"401.360847ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:11.399794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.991002Z","time spent":"408.692024ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:11.399849Z","caller":"traceutil/trace.go:171","msg":"trace[607785771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1794; }","duration":"263.460897ms","start":"2026-03-19T17:55:11.136368Z","end":"2026-03-19T17:55:11.399829Z","steps":["trace[607785771] 'agreement among raft nodes before linearized reading' (duration: 263.285793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.401366Z","caller":"traceutil/trace.go:171","msg":"trace[860450239] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"150.628618ms","start":"2026-03-19T17:55:11.250718Z","end":"2026-03-19T17:55:11.401347Z","steps":["trace[860450239] 'process raft request' (duration: 150.428673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:11.401746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.537064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-q7jt7\" ","response":"range_response_count:1 size:6144"} {"level":"info","ts":"2026-03-19T17:55:11.401809Z","caller":"traceutil/trace.go:171","msg":"trace[1744999534] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-q7jt7; range_end:; response_count:1; response_revision:1796; }","duration":"124.642366ms","start":"2026-03-19T17:55:11.27715Z","end":"2026-03-19T17:55:11.401793Z","steps":["trace[1744999534] 'agreement among raft nodes before linearized reading' (duration: 124.465022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.401879Z","caller":"traceutil/trace.go:171","msg":"trace[1452093188] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"149.755366ms","start":"2026-03-19T17:55:11.252096Z","end":"2026-03-19T17:55:11.401851Z","steps":["trace[1452093188] 'process raft request' (duration: 149.156011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.612592Z","caller":"traceutil/trace.go:171","msg":"trace[1120221526] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"201.989436ms","start":"2026-03-19T17:55:11.410562Z","end":"2026-03-19T17:55:11.612551Z","steps":["trace[1120221526] 'process raft request' (duration: 155.846955ms)","trace[1120221526] 'compare' (duration: 45.967447ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:11.790544Z","caller":"traceutil/trace.go:171","msg":"trace[279373806] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"171.546545ms","start":"2026-03-19T17:55:11.618961Z","end":"2026-03-19T17:55:11.790507Z","steps":["trace[279373806] 'process raft request' (duration: 140.771788ms)","trace[279373806] 'compare' (duration: 30.416269ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:11.790785Z","caller":"traceutil/trace.go:171","msg":"trace[1610559083] linearizableReadLoop","detail":"{readStateIndex:1881; appliedIndex:1877; }","duration":"138.427301ms","start":"2026-03-19T17:55:11.652325Z","end":"2026-03-19T17:55:11.790752Z","steps":["trace[1610559083] 'read index received' (duration: 46.158381ms)","trace[1610559083] 'applied index is now lower than readState.Index' (duration: 92.26754ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:11.791139Z","caller":"traceutil/trace.go:171","msg":"trace[475811536] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"169.470645ms","start":"2026-03-19T17:55:11.621649Z","end":"2026-03-19T17:55:11.791119Z","steps":["trace[475811536] 'process raft request' (duration: 168.738427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:11.791658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.189879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:55:11.791663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.323123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:11.791776Z","caller":"traceutil/trace.go:171","msg":"trace[1980470663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1802; }","duration":"127.283751ms","start":"2026-03-19T17:55:11.664433Z","end":"2026-03-19T17:55:11.791717Z","steps":["trace[1980470663] 'agreement among raft nodes before linearized reading' (duration: 127.054005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.791781Z","caller":"traceutil/trace.go:171","msg":"trace[1326117458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1802; }","duration":"139.483637ms","start":"2026-03-19T17:55:11.652274Z","end":"2026-03-19T17:55:11.791758Z","steps":["trace[1326117458] 'agreement among raft nodes before linearized reading' (duration: 139.190409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:11.791833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.13487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:55:11.791889Z","caller":"traceutil/trace.go:171","msg":"trace[102247023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1802; }","duration":"109.223352ms","start":"2026-03-19T17:55:11.68265Z","end":"2026-03-19T17:55:11.791873Z","steps":["trace[102247023] 'agreement among raft nodes before linearized reading' (duration: 108.906543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:11.791909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.55871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T17:55:11.791973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.946626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:55:11.791992Z","caller":"traceutil/trace.go:171","msg":"trace[1954494665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1802; }","duration":"109.675914ms","start":"2026-03-19T17:55:11.682295Z","end":"2026-03-19T17:55:11.791971Z","steps":["trace[1954494665] 'agreement among raft nodes before linearized reading' (duration: 109.274575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.792029Z","caller":"traceutil/trace.go:171","msg":"trace[28898420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1802; }","duration":"109.023807ms","start":"2026-03-19T17:55:11.682988Z","end":"2026-03-19T17:55:11.792012Z","steps":["trace[28898420] 'agreement among raft nodes before linearized reading' (duration: 108.878854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:11.792091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.977581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T17:55:11.792136Z","caller":"traceutil/trace.go:171","msg":"trace[1665534299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1802; }","duration":"110.060183ms","start":"2026-03-19T17:55:11.682062Z","end":"2026-03-19T17:55:11.792122Z","steps":["trace[1665534299] 'agreement among raft nodes before linearized reading' (duration: 109.93267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:15.727568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.657166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T17:55:15.727652Z","caller":"traceutil/trace.go:171","msg":"trace[507323643] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1831; }","duration":"133.791109ms","start":"2026-03-19T17:55:15.593842Z","end":"2026-03-19T17:55:15.727633Z","steps":["trace[507323643] 'range keys from in-memory index tree' (duration: 133.499201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:15.72776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.598941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-19T17:55:15.727849Z","caller":"traceutil/trace.go:171","msg":"trace[796204437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1831; }","duration":"214.731785ms","start":"2026-03-19T17:55:15.513097Z","end":"2026-03-19T17:55:15.727829Z","steps":["trace[796204437] 'range keys from in-memory index tree' (duration: 214.352846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.308053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.18035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:16.308461Z","caller":"traceutil/trace.go:171","msg":"trace[757227300] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"490.299385ms","start":"2026-03-19T17:55:15.818133Z","end":"2026-03-19T17:55:16.308433Z","steps":["trace[757227300] 'process raft request' (duration: 268.654634ms)","trace[757227300] 'compare' (duration: 221.067698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:16.308578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.818109Z","time spent":"490.423288ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:16.309083Z","caller":"traceutil/trace.go:171","msg":"trace[1729493160] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"490.743856ms","start":"2026-03-19T17:55:15.818321Z","end":"2026-03-19T17:55:16.309065Z","steps":["trace[1729493160] 'process raft request' (duration: 489.852684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.309156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.818223Z","time spent":"490.89833ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:16.309606Z","caller":"traceutil/trace.go:171","msg":"trace[1113265647] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"490.191543ms","start":"2026-03-19T17:55:15.819385Z","end":"2026-03-19T17:55:16.309576Z","steps":["trace[1113265647] 'process raft request' (duration: 489.616289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:16.309654Z","caller":"traceutil/trace.go:171","msg":"trace[1481785010] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1912; }","duration":"489.752002ms","start":"2026-03-19T17:55:15.819886Z","end":"2026-03-19T17:55:16.309638Z","steps":["trace[1481785010] 'read index received' (duration: 266.891432ms)","trace[1481785010] 'applied index is now lower than readState.Index' (duration: 222.85946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:16.3098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.819368Z","time spent":"490.322076ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:16.309943Z","caller":"traceutil/trace.go:171","msg":"trace[1644724396] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"484.781501ms","start":"2026-03-19T17:55:15.825142Z","end":"2026-03-19T17:55:16.309924Z","steps":["trace[1644724396] 'process raft request' (duration: 484.434923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.310037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.825131Z","time spent":"484.860253ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11651,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:16.310035Z","caller":"traceutil/trace.go:171","msg":"trace[531676261] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"490.52008ms","start":"2026-03-19T17:55:15.819484Z","end":"2026-03-19T17:55:16.310004Z","steps":["trace[531676261] 'process raft request' (duration: 489.964857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.310185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.819471Z","time spent":"490.633943ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:16.310341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.651713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:16.310402Z","caller":"traceutil/trace.go:171","msg":"trace[1172054298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1837; }","duration":"478.740664ms","start":"2026-03-19T17:55:15.831647Z","end":"2026-03-19T17:55:16.310387Z","steps":["trace[1172054298] 'agreement among raft nodes before linearized reading' (duration: 478.504998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.31043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.775456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:16.310455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.530444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:55:16.310456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.75874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:55:16.310502Z","caller":"traceutil/trace.go:171","msg":"trace[1257609102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1837; }","duration":"409.638078ms","start":"2026-03-19T17:55:15.90085Z","end":"2026-03-19T17:55:16.310488Z","steps":["trace[1257609102] 'agreement among raft nodes before linearized reading' (duration: 409.469724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.310556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.900835Z","time spent":"409.713849ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:55:16.310564Z","caller":"traceutil/trace.go:171","msg":"trace[1182233063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1837; }","duration":"409.904274ms","start":"2026-03-19T17:55:15.900637Z","end":"2026-03-19T17:55:16.310542Z","steps":["trace[1182233063] 'agreement among raft nodes before linearized reading' (duration: 409.645888ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:16.310507Z","caller":"traceutil/trace.go:171","msg":"trace[448882130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1837; }","duration":"172.878508ms","start":"2026-03-19T17:55:16.13761Z","end":"2026-03-19T17:55:16.310489Z","steps":["trace[448882130] 'agreement among raft nodes before linearized reading' (duration: 172.764115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.310579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.500687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:55:16.310623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.900619Z","time spent":"409.989215ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:55:16.310648Z","caller":"traceutil/trace.go:171","msg":"trace[1036032942] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1837; }","duration":"473.593549ms","start":"2026-03-19T17:55:15.837042Z","end":"2026-03-19T17:55:16.310636Z","steps":["trace[1036032942] 'agreement among raft nodes before linearized reading' (duration: 473.495837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.310632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.737237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:55:16.310691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.836997Z","time spent":"473.681361ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:16.310449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.831631Z","time spent":"478.807456ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:55:16.310737Z","caller":"traceutil/trace.go:171","msg":"trace[451209958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1837; }","duration":"490.85682ms","start":"2026-03-19T17:55:15.819856Z","end":"2026-03-19T17:55:16.310713Z","steps":["trace[451209958] 'agreement among raft nodes before linearized reading' (duration: 490.658495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.31081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.819839Z","time spent":"490.952552ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:16.310923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.36553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:16.311028Z","caller":"traceutil/trace.go:171","msg":"trace[564695586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1837; }","duration":"409.486683ms","start":"2026-03-19T17:55:15.901517Z","end":"2026-03-19T17:55:16.311003Z","steps":["trace[564695586] 'agreement among raft nodes before linearized reading' (duration: 408.999001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.311122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.901487Z","time spent":"409.618085ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:16.311156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.998361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:55:16.311293Z","caller":"traceutil/trace.go:171","msg":"trace[1440888454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1837; }","duration":"409.859252ms","start":"2026-03-19T17:55:15.901419Z","end":"2026-03-19T17:55:16.311278Z","steps":["trace[1440888454] 'agreement among raft nodes before linearized reading' (duration: 408.811096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:16.311353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:15.901411Z","time spent":"409.921033ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:18.013264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:17.673342Z","time spent":"339.913653ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:55:18.207009Z","caller":"traceutil/trace.go:171","msg":"trace[603299028] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"817.541401ms","start":"2026-03-19T17:55:17.389444Z","end":"2026-03-19T17:55:18.206985Z","steps":["trace[603299028] 'process raft request' (duration: 817.389367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.207159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:17.389421Z","time spent":"817.660763ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:18.757788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.326013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:18.75791Z","caller":"traceutil/trace.go:171","msg":"trace[890564768] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1843; }","duration":"543.460936ms","start":"2026-03-19T17:55:18.214431Z","end":"2026-03-19T17:55:18.757892Z","steps":["trace[890564768] 'range keys from in-memory index tree' (duration: 543.313533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.758338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.66747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:18.75862Z","caller":"traceutil/trace.go:171","msg":"trace[743208925] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"1.326597162s","start":"2026-03-19T17:55:17.432002Z","end":"2026-03-19T17:55:18.758599Z","steps":["trace[743208925] 'process raft request' (duration: 1.326500409s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:18.758601Z","caller":"traceutil/trace.go:171","msg":"trace[2127431096] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"1.327125333s","start":"2026-03-19T17:55:17.431427Z","end":"2026-03-19T17:55:18.758552Z","steps":["trace[2127431096] 'process raft request' (duration: 832.106924ms)","trace[2127431096] 'compare' (duration: 494.403034ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:18.75867Z","caller":"traceutil/trace.go:171","msg":"trace[1550569983] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"1.326803837s","start":"2026-03-19T17:55:17.431825Z","end":"2026-03-19T17:55:18.758629Z","steps":["trace[1550569983] 'process raft request' (duration: 1.326615651s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.759445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:17.431976Z","time spent":"1.326693744s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:18.759451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:17.431815Z","time spent":"1.326929719s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:18.758687Z","caller":"traceutil/trace.go:171","msg":"trace[747873635] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1923; }","duration":"684.908081ms","start":"2026-03-19T17:55:18.073748Z","end":"2026-03-19T17:55:18.758657Z","steps":["trace[747873635] 'read index received' (duration: 133.061142ms)","trace[747873635] 'applied index is now lower than readState.Index' (duration: 551.845909ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:18.759623Z","caller":"traceutil/trace.go:171","msg":"trace[1735197531] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"1.002163434s","start":"2026-03-19T17:55:17.757433Z","end":"2026-03-19T17:55:18.759597Z","steps":["trace[1735197531] 'process raft request' (duration: 1.001117748s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.759736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:17.757392Z","time spent":"1.002276326s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:18.759966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:17.431398Z","time spent":"1.327298968s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:18.761497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.298891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:18.761627Z","caller":"traceutil/trace.go:171","msg":"trace[874341064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1847; }","duration":"393.464914ms","start":"2026-03-19T17:55:18.36814Z","end":"2026-03-19T17:55:18.761605Z","steps":["trace[874341064] 'agreement among raft nodes before linearized reading' (duration: 392.154891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.762808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.415292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:18.762834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.368124Z","time spent":"394.683414ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:18.762756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.599235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:18.762902Z","caller":"traceutil/trace.go:171","msg":"trace[1888515506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1847; }","duration":"624.545284ms","start":"2026-03-19T17:55:18.138332Z","end":"2026-03-19T17:55:18.762877Z","steps":["trace[1888515506] 'agreement among raft nodes before linearized reading' (duration: 624.37894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.762996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.138322Z","time spent":"624.652858ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:55:18.763007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.313114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T17:55:18.763076Z","caller":"traceutil/trace.go:171","msg":"trace[2049991087] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1847; }","duration":"553.407857ms","start":"2026-03-19T17:55:18.209648Z","end":"2026-03-19T17:55:18.763056Z","steps":["trace[2049991087] 'agreement among raft nodes before linearized reading' (duration: 551.07307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.763123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.209631Z","time spent":"553.474169ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T17:55:18.76305Z","caller":"traceutil/trace.go:171","msg":"trace[768372002] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1847; }","duration":"641.984018ms","start":"2026-03-19T17:55:18.120971Z","end":"2026-03-19T17:55:18.762955Z","steps":["trace[768372002] 'agreement among raft nodes before linearized reading' (duration: 639.312843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.763257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.253905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T17:55:18.763353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.823662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:55:18.763395Z","caller":"traceutil/trace.go:171","msg":"trace[1823608814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1847; }","duration":"551.347488ms","start":"2026-03-19T17:55:18.211966Z","end":"2026-03-19T17:55:18.763314Z","steps":["trace[1823608814] 'agreement among raft nodes before linearized reading' (duration: 548.407646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:18.763476Z","caller":"traceutil/trace.go:171","msg":"trace[1048905852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1847; }","duration":"393.974895ms","start":"2026-03-19T17:55:18.369444Z","end":"2026-03-19T17:55:18.763419Z","steps":["trace[1048905852] 'agreement among raft nodes before linearized reading' (duration: 391.016043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.763536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.621402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:55:18.763361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.120956Z","time spent":"642.304566ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:18.763554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.369426Z","time spent":"394.113419ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:55:18.763634Z","caller":"traceutil/trace.go:171","msg":"trace[1730099407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1847; }","duration":"394.730834ms","start":"2026-03-19T17:55:18.368863Z","end":"2026-03-19T17:55:18.763594Z","steps":["trace[1730099407] 'agreement among raft nodes before linearized reading' (duration: 391.712571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.763691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.368845Z","time spent":"394.833727ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:18.763851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.092613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:55:18.763892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.21012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:18.763931Z","caller":"traceutil/trace.go:171","msg":"trace[999226245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1847; }","duration":"395.177125ms","start":"2026-03-19T17:55:18.368722Z","end":"2026-03-19T17:55:18.763899Z","steps":["trace[999226245] 'agreement among raft nodes before linearized reading' (duration: 394.394686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.763937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.196796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:55:18.763979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.368714Z","time spent":"395.252207ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:55:18.76399Z","caller":"traceutil/trace.go:171","msg":"trace[1057333984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1847; }","duration":"428.275829ms","start":"2026-03-19T17:55:18.335695Z","end":"2026-03-19T17:55:18.763971Z","steps":["trace[1057333984] 'agreement among raft nodes before linearized reading' (duration: 424.731313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.764027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.335672Z","time spent":"428.339039ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:55:18.76348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.211955Z","time spent":"551.505901ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T17:55:18.764072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.27817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T17:55:18.764161Z","caller":"traceutil/trace.go:171","msg":"trace[183253282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1847; }","duration":"690.440945ms","start":"2026-03-19T17:55:18.073698Z","end":"2026-03-19T17:55:18.764139Z","steps":["trace[183253282] 'agreement among raft nodes before linearized reading' (duration: 685.026984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.764249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.073683Z","time spent":"690.514907ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T17:55:18.76458Z","caller":"traceutil/trace.go:171","msg":"trace[165989608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1847; }","duration":"368.875988ms","start":"2026-03-19T17:55:18.395639Z","end":"2026-03-19T17:55:18.764515Z","steps":["trace[165989608] 'agreement among raft nodes before linearized reading' (duration: 367.888963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.76485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.395622Z","time spent":"369.205605ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:19.273172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.289989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:19.273583Z","caller":"traceutil/trace.go:171","msg":"trace[865973834] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"504.521041ms","start":"2026-03-19T17:55:18.769027Z","end":"2026-03-19T17:55:19.273548Z","steps":["trace[865973834] 'process raft request' (duration: 150.772361ms)","trace[865973834] 'compare' (duration: 353.179046ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:19.273683Z","caller":"traceutil/trace.go:171","msg":"trace[1350834531] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"504.637244ms","start":"2026-03-19T17:55:18.769027Z","end":"2026-03-19T17:55:19.273665Z","steps":["trace[1350834531] 'process raft request' (duration: 504.254784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:19.273781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.769009Z","time spent":"504.719755ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:19.273856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.769016Z","time spent":"504.631563ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:19.274019Z","caller":"traceutil/trace.go:171","msg":"trace[976361554] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"504.908189ms","start":"2026-03-19T17:55:18.769081Z","end":"2026-03-19T17:55:19.273989Z","steps":["trace[976361554] 'process raft request' (duration: 504.5217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:19.274186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.769065Z","time spent":"505.034904ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:19.274402Z","caller":"traceutil/trace.go:171","msg":"trace[157531133] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"505.198757ms","start":"2026-03-19T17:55:18.769092Z","end":"2026-03-19T17:55:19.274291Z","steps":["trace[157531133] 'process raft request' (duration: 504.789267ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:19.274526Z","caller":"traceutil/trace.go:171","msg":"trace[1415638861] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"505.264239ms","start":"2026-03-19T17:55:18.769186Z","end":"2026-03-19T17:55:19.27445Z","steps":["trace[1415638861] 'process raft request' (duration: 504.960222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:19.274562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.769082Z","time spent":"505.365691ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:19.27466Z","caller":"traceutil/trace.go:171","msg":"trace[1622367826] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1928; }","duration":"504.452709ms","start":"2026-03-19T17:55:18.770186Z","end":"2026-03-19T17:55:19.274639Z","steps":["trace[1622367826] 'read index received' (duration: 149.667004ms)","trace[1622367826] 'applied index is now lower than readState.Index' (duration: 354.783865ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:19.274766Z","caller":"traceutil/trace.go:171","msg":"trace[611458533] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"505.034073ms","start":"2026-03-19T17:55:18.769713Z","end":"2026-03-19T17:55:19.274747Z","steps":["trace[611458533] 'process raft request' (duration: 504.622934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:19.27487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.769691Z","time spent":"505.128126ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:19.274876Z","caller":"traceutil/trace.go:171","msg":"trace[1130044804] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"504.962701ms","start":"2026-03-19T17:55:18.769869Z","end":"2026-03-19T17:55:19.274832Z","steps":["trace[1130044804] 'process raft request' (duration: 504.661574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:19.274951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.753376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T17:55:19.275065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.769179Z","time spent":"505.72363ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:19.275049Z","caller":"traceutil/trace.go:171","msg":"trace[758602657] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1854; }","duration":"504.874049ms","start":"2026-03-19T17:55:18.770155Z","end":"2026-03-19T17:55:19.275029Z","steps":["trace[758602657] 'agreement among raft nodes before linearized reading' (duration: 504.692905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:19.275208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.76986Z","time spent":"505.063044ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:19.275144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.130432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:55:19.27524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.770144Z","time spent":"505.078284ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T17:55:19.275351Z","caller":"traceutil/trace.go:171","msg":"trace[88968629] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1854; }","duration":"404.417109ms","start":"2026-03-19T17:55:18.870901Z","end":"2026-03-19T17:55:19.275318Z","steps":["trace[88968629] 'agreement among raft nodes before linearized reading' (duration: 404.05767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:19.275412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:18.870879Z","time spent":"404.518532ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:55:23.452646Z","caller":"traceutil/trace.go:171","msg":"trace[470938275] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"163.063149ms","start":"2026-03-19T17:55:23.289507Z","end":"2026-03-19T17:55:23.452571Z","steps":["trace[470938275] 'process raft request' (duration: 162.922086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:23.452723Z","caller":"traceutil/trace.go:171","msg":"trace[2106273763] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1952; }","duration":"162.736421ms","start":"2026-03-19T17:55:23.289954Z","end":"2026-03-19T17:55:23.452691Z","steps":["trace[2106273763] 'read index received' (duration: 162.716771ms)","trace[2106273763] 'applied index is now lower than readState.Index' (duration: 15.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:23.452985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.996957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:23.453027Z","caller":"traceutil/trace.go:171","msg":"trace[2060658630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1869; }","duration":"163.065519ms","start":"2026-03-19T17:55:23.289952Z","end":"2026-03-19T17:55:23.453017Z","steps":["trace[2060658630] 'agreement among raft nodes before linearized reading' (duration: 162.869584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.70805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150792903s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:55:24.711642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154370971s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:24.711802Z","caller":"traceutil/trace.go:171","msg":"trace[405458771] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"1.4179072s","start":"2026-03-19T17:55:23.293859Z","end":"2026-03-19T17:55:24.711766Z","steps":["trace[405458771] 'process raft request' (duration: 263.331004ms)","trace[405458771] 'compare' (duration: 1.15186357s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:24.71191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:23.293847Z","time spent":"1.418014382s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:24.712237Z","caller":"traceutil/trace.go:171","msg":"trace[1390002165] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"1.25443721s","start":"2026-03-19T17:55:23.457743Z","end":"2026-03-19T17:55:24.712181Z","steps":["trace[1390002165] 'process raft request' (duration: 1.25400818s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.7123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422291176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:24.712364Z","caller":"traceutil/trace.go:171","msg":"trace[1615950276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1870; }","duration":"1.422379018s","start":"2026-03-19T17:55:23.289971Z","end":"2026-03-19T17:55:24.71235Z","steps":["trace[1615950276] 'agreement among raft nodes before linearized reading' (duration: 1.422136002s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.712286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422227755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:55:24.712413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:23.289968Z","time spent":"1.422437029s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:24.712382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:23.457717Z","time spent":"1.254585033s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:24.712596Z","caller":"traceutil/trace.go:171","msg":"trace[1921560592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1870; }","duration":"1.422434849s","start":"2026-03-19T17:55:23.290016Z","end":"2026-03-19T17:55:24.712451Z","steps":["trace[1921560592] 'agreement among raft nodes before linearized reading' (duration: 1.421982249s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.712677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:23.290011Z","time spent":"1.422651234s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:55:24.712072Z","caller":"traceutil/trace.go:171","msg":"trace[1035796995] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1952; }","duration":"1.259198695s","start":"2026-03-19T17:55:23.452789Z","end":"2026-03-19T17:55:24.711988Z","steps":["trace[1035796995] 'read index received' (duration: 104.457046ms)","trace[1035796995] 'applied index is now lower than readState.Index' (duration: 1.154739169s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:24.755292Z","caller":"traceutil/trace.go:171","msg":"trace[216836411] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"365.132496ms","start":"2026-03-19T17:55:24.390137Z","end":"2026-03-19T17:55:24.755269Z","steps":["trace[216836411] 'process raft request' (duration: 364.90173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.755362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.398657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:55:24.755412Z","caller":"traceutil/trace.go:171","msg":"trace[482210946] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1873; }","duration":"233.501189ms","start":"2026-03-19T17:55:24.521896Z","end":"2026-03-19T17:55:24.755397Z","steps":["trace[482210946] 'agreement among raft nodes before linearized reading' (duration: 233.406587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.755435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:24.390112Z","time spent":"365.253499ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:24.755621Z","caller":"traceutil/trace.go:171","msg":"trace[787444933] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"132.461506ms","start":"2026-03-19T17:55:24.623149Z","end":"2026-03-19T17:55:24.75561Z","steps":["trace[787444933] 'process raft request' (duration: 132.033596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.75568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.075141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:55:24.755743Z","caller":"traceutil/trace.go:171","msg":"trace[1808106582] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1873; }","duration":"752.198404ms","start":"2026-03-19T17:55:24.00353Z","end":"2026-03-19T17:55:24.755728Z","steps":["trace[1808106582] 'agreement among raft nodes before linearized reading' (duration: 752.105632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.755756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.909926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:24.755793Z","caller":"traceutil/trace.go:171","msg":"trace[2068043499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"954.987348ms","start":"2026-03-19T17:55:23.800796Z","end":"2026-03-19T17:55:24.755783Z","steps":["trace[2068043499] 'agreement among raft nodes before linearized reading' (duration: 954.887146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.755799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:24.003495Z","time spent":"752.288426ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:24.755815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:23.800775Z","time spent":"955.03239ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:32.956653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.885144ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:55:32.956731Z","caller":"traceutil/trace.go:171","msg":"trace[923764844] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"152.7591ms","start":"2026-03-19T17:55:32.80396Z","end":"2026-03-19T17:55:32.956719Z","steps":["trace[923764844] 'read index received' (duration: 8.899856ms)","trace[923764844] 'applied index is now lower than readState.Index' (duration: 143.857813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:32.957092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.120878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:32.957146Z","caller":"traceutil/trace.go:171","msg":"trace[1029356360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"153.21648ms","start":"2026-03-19T17:55:32.803916Z","end":"2026-03-19T17:55:32.957133Z","steps":["trace[1029356360] 'agreement among raft nodes before linearized reading' (duration: 152.954134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:32.991079Z","caller":"traceutil/trace.go:171","msg":"trace[146599034] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"168.377248ms","start":"2026-03-19T17:55:32.822685Z","end":"2026-03-19T17:55:32.991062Z","steps":["trace[146599034] 'process raft request' (duration: 168.245905ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.116046Z","caller":"traceutil/trace.go:171","msg":"trace[263577796] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"291.638612ms","start":"2026-03-19T17:55:32.824374Z","end":"2026-03-19T17:55:33.116013Z","steps":["trace[263577796] 'process raft request' (duration: 236.40175ms)","trace[263577796] 'compare' (duration: 55.003176ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.116103Z","caller":"traceutil/trace.go:171","msg":"trace[2036779960] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"290.847482ms","start":"2026-03-19T17:55:32.82522Z","end":"2026-03-19T17:55:33.116067Z","steps":["trace[2036779960] 'process raft request' (duration: 290.695788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.11632Z","caller":"traceutil/trace.go:171","msg":"trace[1235118730] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"249.274863ms","start":"2026-03-19T17:55:32.867034Z","end":"2026-03-19T17:55:33.116308Z","steps":["trace[1235118730] 'process raft request' (duration: 248.910744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.116383Z","caller":"traceutil/trace.go:171","msg":"trace[684624702] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1991; }","duration":"159.603556ms","start":"2026-03-19T17:55:32.956749Z","end":"2026-03-19T17:55:33.116352Z","steps":["trace[684624702] 'read index received' (duration: 34.206631ms)","trace[684624702] 'applied index is now lower than readState.Index' (duration: 125.395625ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.116527Z","caller":"traceutil/trace.go:171","msg":"trace[177488638] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"155.66399ms","start":"2026-03-19T17:55:32.960855Z","end":"2026-03-19T17:55:33.116519Z","steps":["trace[177488638] 'process raft request' (duration: 155.341922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.116531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.9666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:33.116562Z","caller":"traceutil/trace.go:171","msg":"trace[134006816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"278.032211ms","start":"2026-03-19T17:55:32.838522Z","end":"2026-03-19T17:55:33.116554Z","steps":["trace[134006816] 'agreement among raft nodes before linearized reading' (duration: 277.922378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.116653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.316228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:55:33.116702Z","caller":"traceutil/trace.go:171","msg":"trace[1024186159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1911; }","duration":"292.408831ms","start":"2026-03-19T17:55:32.82428Z","end":"2026-03-19T17:55:33.116689Z","steps":["trace[1024186159] 'agreement among raft nodes before linearized reading' (duration: 292.211576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.116712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.763975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:55:33.116731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.109526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:55:33.116754Z","caller":"traceutil/trace.go:171","msg":"trace[3170635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1911; }","duration":"288.152907ms","start":"2026-03-19T17:55:32.828594Z","end":"2026-03-19T17:55:33.116747Z","steps":["trace[3170635] 'agreement among raft nodes before linearized reading' (duration: 288.083586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.116754Z","caller":"traceutil/trace.go:171","msg":"trace[846133883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1911; }","duration":"284.868997ms","start":"2026-03-19T17:55:32.831874Z","end":"2026-03-19T17:55:33.116743Z","steps":["trace[846133883] 'agreement among raft nodes before linearized reading' (duration: 284.695913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.792577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.309477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:33.792815Z","caller":"traceutil/trace.go:171","msg":"trace[1504147295] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1997; }","duration":"655.388323ms","start":"2026-03-19T17:55:33.137405Z","end":"2026-03-19T17:55:33.792793Z","steps":["trace[1504147295] 'read index received' (duration: 23.208054ms)","trace[1504147295] 'applied index is now lower than readState.Index' (duration: 632.178819ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.792842Z","caller":"traceutil/trace.go:171","msg":"trace[351548305] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"671.31332ms","start":"2026-03-19T17:55:33.121504Z","end":"2026-03-19T17:55:33.792818Z","steps":["trace[351548305] 'process raft request' (duration: 516.668325ms)","trace[351548305] 'compare' (duration: 154.147763ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.792863Z","caller":"traceutil/trace.go:171","msg":"trace[1084691183] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"671.033413ms","start":"2026-03-19T17:55:33.121798Z","end":"2026-03-19T17:55:33.792832Z","steps":["trace[1084691183] 'process raft request' (duration: 670.8993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.792936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.121489Z","time spent":"671.402382ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:33.793017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.121784Z","time spent":"671.150386ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:33.792955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.552568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:33.793263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.229321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:55:33.793314Z","caller":"traceutil/trace.go:171","msg":"trace[1872106083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1914; }","duration":"270.319033ms","start":"2026-03-19T17:55:33.522981Z","end":"2026-03-19T17:55:33.7933Z","steps":["trace[1872106083] 'agreement among raft nodes before linearized reading' (duration: 269.962935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.793278Z","caller":"traceutil/trace.go:171","msg":"trace[837938610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"655.898165ms","start":"2026-03-19T17:55:33.137362Z","end":"2026-03-19T17:55:33.79326Z","steps":["trace[837938610] 'agreement among raft nodes before linearized reading' (duration: 655.546937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.793433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.137351Z","time spent":"656.0656ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:55:33.984979Z","caller":"traceutil/trace.go:171","msg":"trace[297091535] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"187.438042ms","start":"2026-03-19T17:55:33.797512Z","end":"2026-03-19T17:55:33.98495Z","steps":["trace[297091535] 'process raft request' (duration: 166.988335ms)","trace[297091535] 'compare' (duration: 20.317554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:34.285911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.49909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:34.285991Z","caller":"traceutil/trace.go:171","msg":"trace[2143121189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"161.629974ms","start":"2026-03-19T17:55:34.124341Z","end":"2026-03-19T17:55:34.285971Z","steps":["trace[2143121189] 'range keys from in-memory index tree' (duration: 161.282135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:51.607018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.821327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:51.60716Z","caller":"traceutil/trace.go:171","msg":"trace[452600644] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2092; }","duration":"369.749018ms","start":"2026-03-19T17:55:51.237387Z","end":"2026-03-19T17:55:51.607136Z","steps":["trace[452600644] 'read index received' (duration: 8.607879ms)","trace[452600644] 'applied index is now lower than readState.Index' (duration: 361.139249ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:51.607271Z","caller":"traceutil/trace.go:171","msg":"trace[1928789009] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"392.572711ms","start":"2026-03-19T17:55:51.214661Z","end":"2026-03-19T17:55:51.607233Z","steps":["trace[1928789009] 'process raft request' (duration: 137.335664ms)","trace[1928789009] 'compare' (duration: 254.673744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:51.607438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.030985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:55:51.607542Z","caller":"traceutil/trace.go:171","msg":"trace[161009664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2006; }","duration":"370.165878ms","start":"2026-03-19T17:55:51.237352Z","end":"2026-03-19T17:55:51.607518Z","steps":["trace[161009664] 'agreement among raft nodes before linearized reading' (duration: 369.931313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:51.607596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.23734Z","time spent":"370.243251ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:55:51.607611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.084863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:55:51.607614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.630511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-19T17:55:51.607452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.214632Z","time spent":"392.729126ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:51.607671Z","caller":"traceutil/trace.go:171","msg":"trace[1717947862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2006; }","duration":"368.715424ms","start":"2026-03-19T17:55:51.238942Z","end":"2026-03-19T17:55:51.607657Z","steps":["trace[1717947862] 'agreement among raft nodes before linearized reading' (duration: 368.426346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:51.607667Z","caller":"traceutil/trace.go:171","msg":"trace[1265203458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2006; }","duration":"201.163034ms","start":"2026-03-19T17:55:51.406486Z","end":"2026-03-19T17:55:51.607649Z","steps":["trace[1265203458] 'agreement among raft nodes before linearized reading' (duration: 200.958969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:51.607717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.238933Z","time spent":"368.771825ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:55:51.746488Z","caller":"traceutil/trace.go:171","msg":"trace[2030296312] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"134.738942ms","start":"2026-03-19T17:55:51.61172Z","end":"2026-03-19T17:55:51.746459Z","steps":["trace[2030296312] 'process raft request' (duration: 121.443129ms)","trace[2030296312] 'compare' (duration: 13.210631ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:52.247835Z","caller":"traceutil/trace.go:171","msg":"trace[420828716] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"176.488146ms","start":"2026-03-19T17:55:52.071318Z","end":"2026-03-19T17:55:52.247806Z","steps":["trace[420828716] 'process raft request' (duration: 176.306942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:52.247965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.176891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:52.248052Z","caller":"traceutil/trace.go:171","msg":"trace[1204823624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"109.308734ms","start":"2026-03-19T17:55:52.138724Z","end":"2026-03-19T17:55:52.248033Z","steps":["trace[1204823624] 'agreement among raft nodes before linearized reading' (duration: 109.166931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:52.248116Z","caller":"traceutil/trace.go:171","msg":"trace[285420080] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2098; }","duration":"108.990847ms","start":"2026-03-19T17:55:52.138771Z","end":"2026-03-19T17:55:52.247762Z","steps":["trace[285420080] 'read index received' (duration: 108.882164ms)","trace[285420080] 'applied index is now lower than readState.Index' (duration: 108.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:53.257425Z","caller":"traceutil/trace.go:171","msg":"trace[119241135] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2102; }","duration":"118.371224ms","start":"2026-03-19T17:55:53.139034Z","end":"2026-03-19T17:55:53.257405Z","steps":["trace[119241135] 'read index received' (duration: 118.21148ms)","trace[119241135] 'applied index is now lower than readState.Index' (duration: 158.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:53.257571Z","caller":"traceutil/trace.go:171","msg":"trace[308185404] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"141.159948ms","start":"2026-03-19T17:55:53.116398Z","end":"2026-03-19T17:55:53.257558Z","steps":["trace[308185404] 'process raft request' (duration: 140.849729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:53.257584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.502487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:53.257634Z","caller":"traceutil/trace.go:171","msg":"trace[851907990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2014; }","duration":"118.625961ms","start":"2026-03-19T17:55:53.138998Z","end":"2026-03-19T17:55:53.257624Z","steps":["trace[851907990] 'agreement among raft nodes before linearized reading' (duration: 118.492207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:53.365191Z","caller":"traceutil/trace.go:171","msg":"trace[477802597] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2103; }","duration":"106.422104ms","start":"2026-03-19T17:55:53.258739Z","end":"2026-03-19T17:55:53.365161Z","steps":["trace[477802597] 'read index received' (duration: 105.644705ms)","trace[477802597] 'applied index is now lower than readState.Index' (duration: 776.039µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:53.365478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.716291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:53.365528Z","caller":"traceutil/trace.go:171","msg":"trace[1794409502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"106.819253ms","start":"2026-03-19T17:55:53.258693Z","end":"2026-03-19T17:55:53.365512Z","steps":["trace[1794409502] 'agreement among raft nodes before linearized reading' (duration: 106.69464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:53.365724Z","caller":"traceutil/trace.go:171","msg":"trace[1331230254] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"114.831959ms","start":"2026-03-19T17:55:53.250872Z","end":"2026-03-19T17:55:53.365704Z","steps":["trace[1331230254] 'process raft request' (duration: 113.478187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:53.96956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.346264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:53.969863Z","caller":"traceutil/trace.go:171","msg":"trace[638865138] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"158.815027ms","start":"2026-03-19T17:55:53.811012Z","end":"2026-03-19T17:55:53.969827Z","steps":["trace[638865138] 'process raft request' (duration: 47.095994ms)","trace[638865138] 'compare' (duration: 111.215581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:54.493074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.323578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:54.493316Z","caller":"traceutil/trace.go:171","msg":"trace[632587431] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2107; }","duration":"241.300129ms","start":"2026-03-19T17:55:54.251993Z","end":"2026-03-19T17:55:54.493294Z","steps":["trace[632587431] 'read index received' (duration: 114.664384ms)","trace[632587431] 'applied index is now lower than readState.Index' (duration: 126.634165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:54.493547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.551676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:55:54.493585Z","caller":"traceutil/trace.go:171","msg":"trace[2085521802] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"517.27266ms","start":"2026-03-19T17:55:53.976289Z","end":"2026-03-19T17:55:54.493562Z","steps":["trace[2085521802] 'process raft request' (duration: 516.919511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:54.493606Z","caller":"traceutil/trace.go:171","msg":"trace[117264847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2020; }","duration":"241.656248ms","start":"2026-03-19T17:55:54.251935Z","end":"2026-03-19T17:55:54.493592Z","steps":["trace[117264847] 'agreement among raft nodes before linearized reading' (duration: 241.453514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:54.493474Z","caller":"traceutil/trace.go:171","msg":"trace[373912576] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"517.935186ms","start":"2026-03-19T17:55:53.9755Z","end":"2026-03-19T17:55:54.493435Z","steps":["trace[373912576] 'process raft request' (duration: 391.147367ms)","trace[373912576] 'compare' (duration: 126.082711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:54.493692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:53.976271Z","time spent":"517.364152ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:54.493898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:53.975491Z","time spent":"518.260744ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:56.017589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.74836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:56.017718Z","caller":"traceutil/trace.go:171","msg":"trace[2123426659] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"536.768374ms","start":"2026-03-19T17:55:55.480929Z","end":"2026-03-19T17:55:56.017697Z","steps":["trace[2123426659] 'process raft request' (duration: 383.82205ms)","trace[2123426659] 'compare' (duration: 152.528364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:56.01778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.480912Z","time spent":"536.839945ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:56.799589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.59563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:56.799821Z","caller":"traceutil/trace.go:171","msg":"trace[846596067] linearizableReadLoop","detail":"{readStateIndex:2115; appliedIndex:2112; }","duration":"1.144431038s","start":"2026-03-19T17:55:55.655372Z","end":"2026-03-19T17:55:56.799803Z","steps":["trace[846596067] 'read index received' (duration: 209.365333ms)","trace[846596067] 'applied index is now lower than readState.Index' (duration: 935.064485ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:56.799923Z","caller":"traceutil/trace.go:171","msg":"trace[2027924358] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"1.154975504s","start":"2026-03-19T17:55:55.644936Z","end":"2026-03-19T17:55:56.799912Z","steps":["trace[2027924358] 'process raft request' (duration: 1.154754118s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.799993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.64491Z","time spent":"1.155043226s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:56.800343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.809039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:56.800408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.1123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:56.800374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.347379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:55:56.800423Z","caller":"traceutil/trace.go:171","msg":"trace[1012568195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2026; }","duration":"661.977573ms","start":"2026-03-19T17:55:56.138429Z","end":"2026-03-19T17:55:56.800406Z","steps":["trace[1012568195] 'agreement among raft nodes before linearized reading' (duration: 661.83504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:56.800449Z","caller":"traceutil/trace.go:171","msg":"trace[13801881] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2026; }","duration":"859.193473ms","start":"2026-03-19T17:55:55.941241Z","end":"2026-03-19T17:55:56.800435Z","steps":["trace[13801881] 'agreement among raft nodes before linearized reading' (duration: 859.131522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.800455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.339612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:55:56.800489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.941217Z","time spent":"859.263654ms","remote":"127.0.0.1:51864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:56.800487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:56.138404Z","time spent":"662.074376ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:55:56.800501Z","caller":"traceutil/trace.go:171","msg":"trace[1376101825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2026; }","duration":"302.444154ms","start":"2026-03-19T17:55:56.498038Z","end":"2026-03-19T17:55:56.800482Z","steps":["trace[1376101825] 'agreement among raft nodes before linearized reading' (duration: 302.26698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.800469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.425261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:56.800497Z","caller":"traceutil/trace.go:171","msg":"trace[76536196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2026; }","duration":"243.547624ms","start":"2026-03-19T17:55:56.556917Z","end":"2026-03-19T17:55:56.800465Z","steps":["trace[76536196] 'agreement among raft nodes before linearized reading' (duration: 243.338359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.80047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145081274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:56.800578Z","caller":"traceutil/trace.go:171","msg":"trace[579179945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2026; }","duration":"825.588206ms","start":"2026-03-19T17:55:55.974963Z","end":"2026-03-19T17:55:56.800551Z","steps":["trace[579179945] 'agreement among raft nodes before linearized reading' (duration: 825.373121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:56.800599Z","caller":"traceutil/trace.go:171","msg":"trace[1245452236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2026; }","duration":"1.145272778s","start":"2026-03-19T17:55:55.655307Z","end":"2026-03-19T17:55:56.80058Z","steps":["trace[1245452236] 'agreement among raft nodes before linearized reading' (duration: 1.144952041s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.800572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.401503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:55:56.800647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.974931Z","time spent":"825.702218ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:55:56.800659Z","caller":"traceutil/trace.go:171","msg":"trace[519219413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2026; }","duration":"302.511065ms","start":"2026-03-19T17:55:56.498132Z","end":"2026-03-19T17:55:56.800643Z","steps":["trace[519219413] 'agreement among raft nodes before linearized reading' (duration: 302.119196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.800659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.655285Z","time spent":"1.145350971s","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:56.800696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:56.498127Z","time spent":"302.560507ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:56.800535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:56.498013Z","time spent":"302.513925ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:56.800741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.002171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:55:56.801697Z","caller":"traceutil/trace.go:171","msg":"trace[1791735531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2026; }","duration":"291.130709ms","start":"2026-03-19T17:55:56.510539Z","end":"2026-03-19T17:55:56.801669Z","steps":["trace[1791735531] 'agreement among raft nodes before linearized reading' (duration: 289.730215ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:56.801355Z","caller":"traceutil/trace.go:171","msg":"trace[1639645515] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"1.281143637s","start":"2026-03-19T17:55:55.519297Z","end":"2026-03-19T17:55:56.80044Z","steps":["trace[1639645515] 'process raft request' (duration: 974.595904ms)","trace[1639645515] 'compare' (duration: 305.312924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:56.802167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.519272Z","time spent":"1.282804668s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:56.80152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.644994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:56.802365Z","caller":"traceutil/trace.go:171","msg":"trace[1709668139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2026; }","duration":"991.588457ms","start":"2026-03-19T17:55:55.810764Z","end":"2026-03-19T17:55:56.802352Z","steps":["trace[1709668139] 'agreement among raft nodes before linearized reading' (duration: 989.204819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.802408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.810734Z","time spent":"991.661749ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:55:57.132341Z","caller":"traceutil/trace.go:171","msg":"trace[1791563841] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"326.779675ms","start":"2026-03-19T17:55:56.805524Z","end":"2026-03-19T17:55:57.132303Z","steps":["trace[1791563841] 'process raft request' (duration: 326.456777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:57.132368Z","caller":"traceutil/trace.go:171","msg":"trace[1323684589] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"326.552409ms","start":"2026-03-19T17:55:56.805781Z","end":"2026-03-19T17:55:57.132334Z","steps":["trace[1323684589] 'process raft request' (duration: 326.430127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:57.132721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:56.805507Z","time spent":"326.932719ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:57.132759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:56.805772Z","time spent":"326.898048ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:57.132817Z","caller":"traceutil/trace.go:171","msg":"trace[1472908418] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"326.736153ms","start":"2026-03-19T17:55:56.806056Z","end":"2026-03-19T17:55:57.132792Z","steps":["trace[1472908418] 'process raft request' (duration: 326.221061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:57.132942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:56.806045Z","time spent":"326.838457ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:57.132991Z","caller":"traceutil/trace.go:171","msg":"trace[1782730763] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"326.706743ms","start":"2026-03-19T17:55:56.806265Z","end":"2026-03-19T17:55:57.132972Z","steps":["trace[1782730763] 'process raft request' (duration: 326.616241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:57.133095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:56.806255Z","time spent":"326.780315ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:57.785055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.498621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:55:57.785138Z","caller":"traceutil/trace.go:171","msg":"trace[1384306601] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:2031; }","duration":"607.633084ms","start":"2026-03-19T17:55:57.177486Z","end":"2026-03-19T17:55:57.785119Z","steps":["trace[1384306601] 'range keys from in-memory index tree' (duration: 607.288336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:57.785182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:57.177467Z","time spent":"607.706846ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.231\" "} {"level":"warn","ts":"2026-03-19T17:55:57.78631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.131329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:57.786535Z","caller":"traceutil/trace.go:171","msg":"trace[813745699] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"513.99259ms","start":"2026-03-19T17:55:57.2725Z","end":"2026-03-19T17:55:57.786492Z","steps":["trace[813745699] 'process raft request' (duration: 124.472942ms)","trace[813745699] 'compare' (duration: 388.423902ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:57.786567Z","caller":"traceutil/trace.go:171","msg":"trace[232904341] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"367.980065ms","start":"2026-03-19T17:55:57.418568Z","end":"2026-03-19T17:55:57.786548Z","steps":["trace[232904341] 'process raft request' (duration: 367.874003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:57.786678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:57.418539Z","time spent":"368.079437ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:57.786704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:57.272475Z","time spent":"514.140414ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:57.994889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.107064ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T17:55:57.994981Z","caller":"traceutil/trace.go:171","msg":"trace[1363114826] linearizableReadLoop","detail":"{readStateIndex:2123; appliedIndex:2122; }","duration":"187.365829ms","start":"2026-03-19T17:55:57.807601Z","end":"2026-03-19T17:55:57.994967Z","steps":["trace[1363114826] 'read index received' (duration: 84.104112ms)","trace[1363114826] 'applied index is now lower than readState.Index' (duration: 103.260127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:57.995228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.77621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb2dd31b8de\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T17:55:57.995284Z","caller":"traceutil/trace.go:171","msg":"trace[1351946707] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb2dd31b8de; range_end:; response_count:1; response_revision:2033; }","duration":"124.859052ms","start":"2026-03-19T17:55:57.870392Z","end":"2026-03-19T17:55:57.995252Z","steps":["trace[1351946707] 'agreement among raft nodes before linearized reading' (duration: 124.663127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:57.995305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.682107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:57.995492Z","caller":"traceutil/trace.go:171","msg":"trace[1412027225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2033; }","duration":"187.939203ms","start":"2026-03-19T17:55:57.80753Z","end":"2026-03-19T17:55:57.995469Z","steps":["trace[1412027225] 'agreement among raft nodes before linearized reading' (duration: 187.511203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:58.579091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272614060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:55:59.038906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.254228ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:59.039037Z","caller":"traceutil/trace.go:171","msg":"trace[485538488] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2034; }","duration":"825.396431ms","start":"2026-03-19T17:55:58.213622Z","end":"2026-03-19T17:55:59.039019Z","steps":["trace[485538488] 'range keys from in-memory index tree' (duration: 825.238968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:59.039532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.798419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:59.039713Z","caller":"traceutil/trace.go:171","msg":"trace[1066165581] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"1.042282359s","start":"2026-03-19T17:55:57.997398Z","end":"2026-03-19T17:55:59.03968Z","steps":["trace[1066165581] 'process raft request' (duration: 588.245863ms)","trace[1066165581] 'compare' (duration: 453.111703ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:59.039788Z","caller":"traceutil/trace.go:171","msg":"trace[1474821735] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"233.370857ms","start":"2026-03-19T17:55:58.806394Z","end":"2026-03-19T17:55:59.039765Z","steps":["trace[1474821735] 'process raft request' (duration: 233.235634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:59.039887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:57.99737Z","time spent":"1.042421503s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:59.040044Z","caller":"traceutil/trace.go:171","msg":"trace[1646193829] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2124; }","duration":"961.657581ms","start":"2026-03-19T17:55:58.078365Z","end":"2026-03-19T17:55:59.040022Z","steps":["trace[1646193829] 'read index received' (duration: 507.223966ms)","trace[1646193829] 'applied index is now lower than readState.Index' (duration: 454.431035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:59.0403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.677664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:59.040348Z","caller":"traceutil/trace.go:171","msg":"trace[523048502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2036; }","duration":"903.769616ms","start":"2026-03-19T17:55:58.136567Z","end":"2026-03-19T17:55:59.040337Z","steps":["trace[523048502] 'agreement among raft nodes before linearized reading' (duration: 903.690484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:59.040354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.552177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:55:59.040386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.225127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:55:59.04044Z","caller":"traceutil/trace.go:171","msg":"trace[805470678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2036; }","duration":"199.32801ms","start":"2026-03-19T17:55:58.841101Z","end":"2026-03-19T17:55:59.040429Z","steps":["trace[805470678] 'agreement among raft nodes before linearized reading' (duration: 199.161726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:59.040386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:58.13654Z","time spent":"903.837387ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:55:59.04044Z","caller":"traceutil/trace.go:171","msg":"trace[1065689374] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2036; }","duration":"330.708221ms","start":"2026-03-19T17:55:58.709713Z","end":"2026-03-19T17:55:59.040422Z","steps":["trace[1065689374] 'agreement among raft nodes before linearized reading' (duration: 330.533827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:59.040629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:58.70969Z","time spent":"330.920735ms","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:59.040702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.587745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:59.040834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.474681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T17:55:59.040812Z","caller":"traceutil/trace.go:171","msg":"trace[355093942] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2036; }","duration":"939.78692ms","start":"2026-03-19T17:55:58.101003Z","end":"2026-03-19T17:55:59.04079Z","steps":["trace[355093942] 'agreement among raft nodes before linearized reading' (duration: 939.191296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:59.041753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:58.100977Z","time spent":"940.725422ms","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:55:59.042084Z","caller":"traceutil/trace.go:171","msg":"trace[390078635] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2036; }","duration":"963.301531ms","start":"2026-03-19T17:55:58.078295Z","end":"2026-03-19T17:55:59.041596Z","steps":["trace[390078635] 'agreement among raft nodes before linearized reading' (duration: 961.824636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:59.042328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:58.078228Z","time spent":"964.08206ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T17:56:05.28184Z","caller":"traceutil/trace.go:171","msg":"trace[1705360627] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"971.897119ms","start":"2026-03-19T17:56:04.30992Z","end":"2026-03-19T17:56:05.281818Z","steps":["trace[1705360627] 'process raft request' (duration: 971.767956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.282026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.309903Z","time spent":"972.038792ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:05.323396Z","caller":"traceutil/trace.go:171","msg":"trace[473077424] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"1.009385259s","start":"2026-03-19T17:56:04.313985Z","end":"2026-03-19T17:56:05.32337Z","steps":["trace[473077424] 'process raft request' (duration: 1.009185244s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.323556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.313964Z","time spent":"1.009515473s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:05.323623Z","caller":"traceutil/trace.go:171","msg":"trace[1993885721] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"261.781688ms","start":"2026-03-19T17:56:05.06182Z","end":"2026-03-19T17:56:05.323601Z","steps":["trace[1993885721] 'process raft request' (duration: 261.506871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:05.323627Z","caller":"traceutil/trace.go:171","msg":"trace[1866226608] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2154; }","duration":"360.658058ms","start":"2026-03-19T17:56:04.962912Z","end":"2026-03-19T17:56:05.32357Z","steps":["trace[1866226608] 'read index received' (duration: 318.891734ms)","trace[1866226608] 'applied index is now lower than readState.Index' (duration: 41.764114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:05.323939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.143487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T17:56:05.323961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.734216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:05.324Z","caller":"traceutil/trace.go:171","msg":"trace[367568841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2065; }","duration":"106.22947ms","start":"2026-03-19T17:56:05.217756Z","end":"2026-03-19T17:56:05.323986Z","steps":["trace[367568841] 'agreement among raft nodes before linearized reading' (duration: 106.022145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:05.324009Z","caller":"traceutil/trace.go:171","msg":"trace[1469039471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2065; }","duration":"184.800088ms","start":"2026-03-19T17:56:05.139192Z","end":"2026-03-19T17:56:05.323992Z","steps":["trace[1469039471] 'agreement among raft nodes before linearized reading' (duration: 184.704666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.324023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.124951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:05.324069Z","caller":"traceutil/trace.go:171","msg":"trace[1711196486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2065; }","duration":"240.198223ms","start":"2026-03-19T17:56:05.083859Z","end":"2026-03-19T17:56:05.324057Z","steps":["trace[1711196486] 'agreement among raft nodes before linearized reading' (duration: 240.068049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.324054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.096368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-19T17:56:05.324177Z","caller":"traceutil/trace.go:171","msg":"trace[938317222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2065; }","duration":"361.397295ms","start":"2026-03-19T17:56:04.962752Z","end":"2026-03-19T17:56:05.32415Z","steps":["trace[938317222] 'agreement among raft nodes before linearized reading' (duration: 360.942454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.324242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.96273Z","time spent":"361.498628ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:56:05.32468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.910959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:56:05.324768Z","caller":"traceutil/trace.go:171","msg":"trace[1849141881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2065; }","duration":"243.040171ms","start":"2026-03-19T17:56:05.081708Z","end":"2026-03-19T17:56:05.324748Z","steps":["trace[1849141881] 'agreement among raft nodes before linearized reading' (duration: 242.068948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.833189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272614137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:06.333618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272614137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:06.834339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272614137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:07.334713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272614137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:07.646216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.318643586s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:56:07.876687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.076285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:07.876851Z","caller":"traceutil/trace.go:171","msg":"trace[1708804962] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"2.549325336s","start":"2026-03-19T17:56:05.32746Z","end":"2026-03-19T17:56:07.876786Z","steps":["trace[1708804962] 'process raft request' (duration: 2.319076586s)","trace[1708804962] 'compare' (duration: 229.888851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:07.876956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.327437Z","time spent":"2.54948372s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:08.426635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.469822ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:08.426779Z","caller":"traceutil/trace.go:171","msg":"trace[1474042299] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2066; }","duration":"212.636326ms","start":"2026-03-19T17:56:08.214123Z","end":"2026-03-19T17:56:08.426759Z","steps":["trace[1474042299] 'range keys from in-memory index tree' (duration: 212.449201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.427089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.873396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:08.427279Z","caller":"traceutil/trace.go:171","msg":"trace[1909146075] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"3.098304865s","start":"2026-03-19T17:56:05.328956Z","end":"2026-03-19T17:56:08.427261Z","steps":["trace[1909146075] 'process raft request' (duration: 3.098227253s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.427342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.328937Z","time spent":"3.098375637s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:08.427531Z","caller":"traceutil/trace.go:171","msg":"trace[932613642] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"3.099165237s","start":"2026-03-19T17:56:05.328354Z","end":"2026-03-19T17:56:08.427519Z","steps":["trace[932613642] 'process raft request' (duration: 2.936776898s)","trace[932613642] 'compare' (duration: 161.755763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:08.427592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.328326Z","time spent":"3.099240018s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:08.427617Z","caller":"traceutil/trace.go:171","msg":"trace[980996428] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"3.098462929s","start":"2026-03-19T17:56:05.32913Z","end":"2026-03-19T17:56:08.427593Z","steps":["trace[980996428] 'process raft request' (duration: 3.0980969s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.427759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.329123Z","time spent":"3.098563921s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:08.427991Z","caller":"traceutil/trace.go:171","msg":"trace[371528776] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"2.616896216s","start":"2026-03-19T17:56:05.811079Z","end":"2026-03-19T17:56:08.427975Z","steps":["trace[371528776] 'process raft request' (duration: 2.616829055s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.427975Z","caller":"traceutil/trace.go:171","msg":"trace[883840206] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"3.097982977s","start":"2026-03-19T17:56:05.32996Z","end":"2026-03-19T17:56:08.427943Z","steps":["trace[883840206] 'process raft request' (duration: 3.097535337s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.427995Z","caller":"traceutil/trace.go:171","msg":"trace[1647486441] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"2.616954127s","start":"2026-03-19T17:56:05.811007Z","end":"2026-03-19T17:56:08.427961Z","steps":["trace[1647486441] 'process raft request' (duration: 2.616846264s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.428063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.811044Z","time spent":"2.616987128s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:08.428114Z","caller":"traceutil/trace.go:171","msg":"trace[1997536202] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2156; }","duration":"3.095535448s","start":"2026-03-19T17:56:05.332565Z","end":"2026-03-19T17:56:08.428101Z","steps":["trace[1997536202] 'read index received' (duration: 2.313972732s)","trace[1997536202] 'applied index is now lower than readState.Index' (duration: 781.561726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:08.428137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.810979Z","time spent":"2.617098871s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:08.428143Z","caller":"traceutil/trace.go:171","msg":"trace[22518839] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"1.15854637s","start":"2026-03-19T17:56:07.269579Z","end":"2026-03-19T17:56:08.428126Z","steps":["trace[22518839] 'process raft request' (duration: 1.158437747s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.428169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.329953Z","time spent":"3.098119141s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:08.428162Z","caller":"traceutil/trace.go:171","msg":"trace[1391249091] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"1.097330022s","start":"2026-03-19T17:56:07.33081Z","end":"2026-03-19T17:56:08.42814Z","steps":["trace[1391249091] 'process raft request' (duration: 1.09725168s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.428226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095658761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:08.42826Z","caller":"traceutil/trace.go:171","msg":"trace[1638099697] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2075; }","duration":"3.095742213s","start":"2026-03-19T17:56:05.332508Z","end":"2026-03-19T17:56:08.42825Z","steps":["trace[1638099697] 'agreement among raft nodes before linearized reading' (duration: 3.095679791s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.428251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:07.269551Z","time spent":"1.158634102s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:08.428266Z","caller":"traceutil/trace.go:171","msg":"trace[847689768] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"2.345442905s","start":"2026-03-19T17:56:06.082807Z","end":"2026-03-19T17:56:08.42825Z","steps":["trace[847689768] 'process raft request' (duration: 2.345134917s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.428287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.332486Z","time spent":"3.095794495s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T17:56:08.428289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:07.330791Z","time spent":"1.097434285s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:08.428338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097708067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:56:08.428346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.082776Z","time spent":"2.345525506s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:08.428389Z","caller":"traceutil/trace.go:171","msg":"trace[332907698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2075; }","duration":"2.097798279s","start":"2026-03-19T17:56:06.330576Z","end":"2026-03-19T17:56:08.428374Z","steps":["trace[332907698] 'agreement among raft nodes before linearized reading' (duration: 2.097644295s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.428401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2893474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:08.428421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541988172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:08.428426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.330551Z","time spent":"2.097866991s","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:08.428426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.62307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:56:08.428441Z","caller":"traceutil/trace.go:171","msg":"trace[1745837913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2075; }","duration":"1.289422582s","start":"2026-03-19T17:56:07.139007Z","end":"2026-03-19T17:56:08.42843Z","steps":["trace[1745837913] 'agreement among raft nodes before linearized reading' (duration: 1.2893491s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.428449Z","caller":"traceutil/trace.go:171","msg":"trace[1990738389] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2075; }","duration":"1.542063103s","start":"2026-03-19T17:56:06.886378Z","end":"2026-03-19T17:56:08.428441Z","steps":["trace[1990738389] 'agreement among raft nodes before linearized reading' (duration: 1.542007222s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.428468Z","caller":"traceutil/trace.go:171","msg":"trace[266130422] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2075; }","duration":"217.700572ms","start":"2026-03-19T17:56:08.210751Z","end":"2026-03-19T17:56:08.428451Z","steps":["trace[266130422] 'agreement among raft nodes before linearized reading' (duration: 217.64086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.428476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.886355Z","time spent":"1.542113664s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:08.428475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:07.138987Z","time spent":"1.289482133s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:08.428467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24994831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:56:08.42853Z","caller":"traceutil/trace.go:171","msg":"trace[830137786] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:2075; }","duration":"1.250063443s","start":"2026-03-19T17:56:07.178449Z","end":"2026-03-19T17:56:08.428512Z","steps":["trace[830137786] 'agreement among raft nodes before linearized reading' (duration: 1.249875229s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.428575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:07.178416Z","time spent":"1.250147624s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.231\" "} {"level":"warn","ts":"2026-03-19T17:56:08.428661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.701703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb2dd31b8de\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T17:56:08.428699Z","caller":"traceutil/trace.go:171","msg":"trace[1574661192] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb2dd31b8de; range_end:; response_count:1; response_revision:2075; }","duration":"546.766904ms","start":"2026-03-19T17:56:07.881919Z","end":"2026-03-19T17:56:08.428685Z","steps":["trace[1574661192] 'agreement among raft nodes before linearized reading' (duration: 546.649322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.428747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:07.881899Z","time spent":"546.822825ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb2dd31b8de\" "} {"level":"warn","ts":"2026-03-19T17:56:08.932962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272614150,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:56:09.040863Z","caller":"traceutil/trace.go:171","msg":"trace[407934008] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2166; }","duration":"609.002438ms","start":"2026-03-19T17:56:08.431838Z","end":"2026-03-19T17:56:09.040841Z","steps":["trace[407934008] 'read index received' (duration: 578.618679ms)","trace[407934008] 'applied index is now lower than readState.Index' (duration: 30.382569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:09.04099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.430204Z","time spent":"610.783941ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:56:09.041128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.263504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:09.041205Z","caller":"traceutil/trace.go:171","msg":"trace[782614080] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2076; }","duration":"609.374137ms","start":"2026-03-19T17:56:08.431811Z","end":"2026-03-19T17:56:09.041185Z","steps":["trace[782614080] 'agreement among raft nodes before linearized reading' (duration: 609.193933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:09.041226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.822021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:09.041245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.431796Z","time spent":"609.441329ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T17:56:09.041262Z","caller":"traceutil/trace.go:171","msg":"trace[1558562231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2076; }","duration":"603.889912ms","start":"2026-03-19T17:56:08.437361Z","end":"2026-03-19T17:56:09.041251Z","steps":["trace[1558562231] 'agreement among raft nodes before linearized reading' (duration: 603.81959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:09.041251Z","caller":"traceutil/trace.go:171","msg":"trace[1798874533] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"609.798387ms","start":"2026-03-19T17:56:08.431433Z","end":"2026-03-19T17:56:09.041232Z","steps":["trace[1798874533] 'process raft request' (duration: 609.277785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:09.041296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.437352Z","time spent":"603.933973ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:09.041364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.431398Z","time spent":"609.89833ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:14.630459Z","caller":"traceutil/trace.go:171","msg":"trace[277433793] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"100.982717ms","start":"2026-03-19T17:56:14.529413Z","end":"2026-03-19T17:56:14.630396Z","steps":["trace[277433793] 'process raft request' (duration: 100.70395ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:38.572207Z","caller":"traceutil/trace.go:171","msg":"trace[757793950] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"198.595611ms","start":"2026-03-19T17:56:38.373586Z","end":"2026-03-19T17:56:38.572182Z","steps":["trace[757793950] 'process raft request' (duration: 180.410043ms)","trace[757793950] 'compare' (duration: 17.901031ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:38.572402Z","caller":"traceutil/trace.go:171","msg":"trace[1404653860] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"198.357724ms","start":"2026-03-19T17:56:38.374019Z","end":"2026-03-19T17:56:38.572376Z","steps":["trace[1404653860] 'process raft request' (duration: 198.098428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:38.593821Z","caller":"traceutil/trace.go:171","msg":"trace[1908563746] linearizableReadLoop","detail":"{readStateIndex:2311; appliedIndex:2307; }","duration":"181.084899ms","start":"2026-03-19T17:56:38.412714Z","end":"2026-03-19T17:56:38.593799Z","steps":["trace[1908563746] 'read index received' (duration: 141.29566ms)","trace[1908563746] 'applied index is now lower than readState.Index' (duration: 39.788079ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:38.593939Z","caller":"traceutil/trace.go:171","msg":"trace[1719134851] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"130.663138ms","start":"2026-03-19T17:56:38.463259Z","end":"2026-03-19T17:56:38.593923Z","steps":["trace[1719134851] 'process raft request' (duration: 130.491014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:38.593971Z","caller":"traceutil/trace.go:171","msg":"trace[1038539222] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"219.383472ms","start":"2026-03-19T17:56:38.374572Z","end":"2026-03-19T17:56:38.593955Z","steps":["trace[1038539222] 'process raft request' (duration: 219.005963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:38.594098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.368047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T17:56:38.594147Z","caller":"traceutil/trace.go:171","msg":"trace[1509457886] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2214; }","duration":"181.463278ms","start":"2026-03-19T17:56:38.412672Z","end":"2026-03-19T17:56:38.594135Z","steps":["trace[1509457886] 'agreement among raft nodes before linearized reading' (duration: 181.223272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:38.593872Z","caller":"traceutil/trace.go:171","msg":"trace[2054490763] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"213.63069ms","start":"2026-03-19T17:56:38.380206Z","end":"2026-03-19T17:56:38.593836Z","steps":["trace[2054490763] 'process raft request' (duration: 213.491697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:38.952802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.915945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:38.952907Z","caller":"traceutil/trace.go:171","msg":"trace[899287479] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"144.613731ms","start":"2026-03-19T17:56:38.808273Z","end":"2026-03-19T17:56:38.952887Z","steps":["trace[899287479] 'process raft request' (duration: 30.506302ms)","trace[899287479] 'compare' (duration: 113.799411ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:38.977966Z","caller":"traceutil/trace.go:171","msg":"trace[1376135060] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"168.844928ms","start":"2026-03-19T17:56:38.809094Z","end":"2026-03-19T17:56:38.977939Z","steps":["trace[1376135060] 'process raft request' (duration: 168.658123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:38.978349Z","caller":"traceutil/trace.go:171","msg":"trace[1021532915] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"168.998701ms","start":"2026-03-19T17:56:38.809327Z","end":"2026-03-19T17:56:38.978326Z","steps":["trace[1021532915] 'process raft request' (duration: 168.56925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:38.978358Z","caller":"traceutil/trace.go:171","msg":"trace[666879791] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"168.928079ms","start":"2026-03-19T17:56:38.809402Z","end":"2026-03-19T17:56:38.97833Z","steps":["trace[666879791] 'process raft request' (duration: 168.750035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:03.957035Z","caller":"traceutil/trace.go:171","msg":"trace[2083010320] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"121.187904ms","start":"2026-03-19T17:57:03.835806Z","end":"2026-03-19T17:57:03.956994Z","steps":["trace[2083010320] 'process raft request' (duration: 67.981133ms)","trace[2083010320] 'compare' (duration: 52.936894ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:05.757271Z","caller":"traceutil/trace.go:171","msg":"trace[1823042083] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"119.250267ms","start":"2026-03-19T17:57:05.637995Z","end":"2026-03-19T17:57:05.757245Z","steps":["trace[1823042083] 'process raft request' (duration: 119.091872ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:09.17263Z","caller":"traceutil/trace.go:171","msg":"trace[431546900] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"238.813761ms","start":"2026-03-19T17:57:08.933774Z","end":"2026-03-19T17:57:09.172588Z","steps":["trace[431546900] 'process raft request' (duration: 171.325029ms)","trace[431546900] 'compare' (duration: 67.108663ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:09.434773Z","caller":"traceutil/trace.go:171","msg":"trace[1372024995] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"256.384134ms","start":"2026-03-19T17:57:09.178334Z","end":"2026-03-19T17:57:09.434718Z","steps":["trace[1372024995] 'process raft request' (duration: 196.549261ms)","trace[1372024995] 'compare' (duration: 59.337931ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:09.47806Z","caller":"traceutil/trace.go:171","msg":"trace[775590556] linearizableReadLoop","detail":"{readStateIndex:2647; appliedIndex:2644; }","duration":"298.505831ms","start":"2026-03-19T17:57:09.179534Z","end":"2026-03-19T17:57:09.47804Z","steps":["trace[775590556] 'read index received' (duration: 195.364351ms)","trace[775590556] 'applied index is now lower than readState.Index' (duration: 103.14072ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:09.478484Z","caller":"traceutil/trace.go:171","msg":"trace[1529334929] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"299.962816ms","start":"2026-03-19T17:57:09.178508Z","end":"2026-03-19T17:57:09.478471Z","steps":["trace[1529334929] 'process raft request' (duration: 299.348151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:09.478626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:09.1785Z","time spent":"300.0582ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:09.478903Z","caller":"traceutil/trace.go:171","msg":"trace[351679651] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"300.382377ms","start":"2026-03-19T17:57:09.178504Z","end":"2026-03-19T17:57:09.478886Z","steps":["trace[351679651] 'process raft request' (duration: 299.501955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:09.478968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:09.178485Z","time spent":"300.454569ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:09.479176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.633368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:57:09.479219Z","caller":"traceutil/trace.go:171","msg":"trace[604950711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2534; }","duration":"299.70016ms","start":"2026-03-19T17:57:09.179508Z","end":"2026-03-19T17:57:09.479208Z","steps":["trace[604950711] 'agreement among raft nodes before linearized reading' (duration: 299.568627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:09.479357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.26948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-19T17:57:09.479378Z","caller":"traceutil/trace.go:171","msg":"trace[1744753268] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2534; }","duration":"299.309561ms","start":"2026-03-19T17:57:09.180062Z","end":"2026-03-19T17:57:09.479371Z","steps":["trace[1744753268] 'agreement among raft nodes before linearized reading' (duration: 299.224539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:09.959962Z","caller":"traceutil/trace.go:171","msg":"trace[370819125] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"349.502937ms","start":"2026-03-19T17:57:09.61043Z","end":"2026-03-19T17:57:09.959933Z","steps":["trace[370819125] 'process raft request' (duration: 338.24938ms)","trace[370819125] 'compare' (duration: 10.324673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:09.960133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:09.610412Z","time spent":"349.63129ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:11.439959Z","caller":"traceutil/trace.go:171","msg":"trace[213981087] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"262.703801ms","start":"2026-03-19T17:57:11.177219Z","end":"2026-03-19T17:57:11.439923Z","steps":["trace[213981087] 'process raft request' (duration: 262.403843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:11.983861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272615192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:57:12.484726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272615192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:57:12.984871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272615192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:57:13.030422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585932671s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:57:13.034862Z","caller":"traceutil/trace.go:171","msg":"trace[176852214] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"1.590449452s","start":"2026-03-19T17:57:11.444387Z","end":"2026-03-19T17:57:13.034837Z","steps":["trace[176852214] 'process raft request' (duration: 1.586382242s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.034987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:11.444354Z","time spent":"1.590560915s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:13.043669Z","caller":"traceutil/trace.go:171","msg":"trace[1231772767] linearizableReadLoop","detail":"{readStateIndex:2661; appliedIndex:2658; }","duration":"1.560810099s","start":"2026-03-19T17:57:11.482841Z","end":"2026-03-19T17:57:13.043652Z","steps":["trace[1231772767] 'read index received' (duration: 1.54794078s)","trace[1231772767] 'applied index is now lower than readState.Index' (duration: 12.868459ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:13.043699Z","caller":"traceutil/trace.go:171","msg":"trace[1709719478] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"117.75701ms","start":"2026-03-19T17:57:12.925906Z","end":"2026-03-19T17:57:13.043663Z","steps":["trace[1709719478] 'process raft request' (duration: 117.636466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.043835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560989433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:57:13.043862Z","caller":"traceutil/trace.go:171","msg":"trace[1190947587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2548; }","duration":"1.561067255s","start":"2026-03-19T17:57:11.482787Z","end":"2026-03-19T17:57:13.043854Z","steps":["trace[1190947587] 'agreement among raft nodes before linearized reading' (duration: 1.560960303s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.043883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:11.48277Z","time spent":"1.561106457s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:13.044071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435256398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:13.044095Z","caller":"traceutil/trace.go:171","msg":"trace[382806715] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2548; }","duration":"1.43532719s","start":"2026-03-19T17:57:11.608762Z","end":"2026-03-19T17:57:13.04409Z","steps":["trace[382806715] 'agreement among raft nodes before linearized reading' (duration: 1.435283149s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.044076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.818596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T17:57:13.044115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:11.608739Z","time spent":"1.435371431s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:13.044078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.098305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:57:13.044081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559953647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T17:57:13.044207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518673895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:57:13.044229Z","caller":"traceutil/trace.go:171","msg":"trace[516644014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2548; }","duration":"544.253068ms","start":"2026-03-19T17:57:12.499933Z","end":"2026-03-19T17:57:13.044186Z","steps":["trace[516644014] 'agreement among raft nodes before linearized reading' (duration: 544.055234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.044215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.394104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:13.044327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.499915Z","time spent":"544.399412ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:57:13.044151Z","caller":"traceutil/trace.go:171","msg":"trace[358968137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2548; }","duration":"888.910858ms","start":"2026-03-19T17:57:12.155214Z","end":"2026-03-19T17:57:13.044125Z","steps":["trace[358968137] 'agreement among raft nodes before linearized reading' (duration: 888.732124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:13.044364Z","caller":"traceutil/trace.go:171","msg":"trace[1163817030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2548; }","duration":"1.518770687s","start":"2026-03-19T17:57:11.52549Z","end":"2026-03-19T17:57:13.04426Z","steps":["trace[1163817030] 'agreement among raft nodes before linearized reading' (duration: 1.518632354s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:13.044384Z","caller":"traceutil/trace.go:171","msg":"trace[958495129] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2548; }","duration":"689.628729ms","start":"2026-03-19T17:57:12.354718Z","end":"2026-03-19T17:57:13.044346Z","steps":["trace[958495129] 'agreement among raft nodes before linearized reading' (duration: 689.279551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.04445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:11.525474Z","time spent":"1.518959832s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:13.044225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.166246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:13.044771Z","caller":"traceutil/trace.go:171","msg":"trace[160107574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2548; }","duration":"906.696589ms","start":"2026-03-19T17:57:12.138052Z","end":"2026-03-19T17:57:13.044749Z","steps":["trace[160107574] 'agreement among raft nodes before linearized reading' (duration: 906.151716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.044813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.137997Z","time spent":"906.806122ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:13.044475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.3547Z","time spent":"689.755443ms","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:57:13.044216Z","caller":"traceutil/trace.go:171","msg":"trace[1149269491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2548; }","duration":"1.560114022s","start":"2026-03-19T17:57:11.484086Z","end":"2026-03-19T17:57:13.0442Z","steps":["trace[1149269491] 'agreement among raft nodes before linearized reading' (duration: 1.559836945s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.045043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:11.484075Z","time spent":"1.560948792s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:13.044462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.155204Z","time spent":"889.226846ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T17:57:19.786809Z","caller":"traceutil/trace.go:171","msg":"trace[1394630992] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2704; }","duration":"160.547229ms","start":"2026-03-19T17:57:19.626228Z","end":"2026-03-19T17:57:19.786776Z","steps":["trace[1394630992] 'read index received' (duration: 160.264641ms)","trace[1394630992] 'applied index is now lower than readState.Index' (duration: 281.328µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:19.787024Z","caller":"traceutil/trace.go:171","msg":"trace[1819245272] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"319.855888ms","start":"2026-03-19T17:57:19.467154Z","end":"2026-03-19T17:57:19.78701Z","steps":["trace[1819245272] 'process raft request' (duration: 319.425227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:19.787106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:19.467122Z","time spent":"319.939709ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:19.787125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.713414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:19.787191Z","caller":"traceutil/trace.go:171","msg":"trace[1422163296] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2590; }","duration":"160.99427ms","start":"2026-03-19T17:57:19.626176Z","end":"2026-03-19T17:57:19.78717Z","steps":["trace[1422163296] 'agreement among raft nodes before linearized reading' (duration: 160.716853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:23.801475Z","caller":"traceutil/trace.go:171","msg":"trace[1238672681] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"165.489091ms","start":"2026-03-19T17:57:23.635962Z","end":"2026-03-19T17:57:23.801451Z","steps":["trace[1238672681] 'process raft request' (duration: 165.308477ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:25.763207Z","caller":"traceutil/trace.go:171","msg":"trace[102586223] linearizableReadLoop","detail":"{readStateIndex:2734; appliedIndex:2732; }","duration":"676.995238ms","start":"2026-03-19T17:57:25.086187Z","end":"2026-03-19T17:57:25.763182Z","steps":["trace[102586223] 'read index received' (duration: 96.42297ms)","trace[102586223] 'applied index is now lower than readState.Index' (duration: 580.571398ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:25.763272Z","caller":"traceutil/trace.go:171","msg":"trace[266907285] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"677.91466ms","start":"2026-03-19T17:57:25.085321Z","end":"2026-03-19T17:57:25.763236Z","steps":["trace[266907285] 'process raft request' (duration: 623.127542ms)","trace[266907285] 'compare' (duration: 54.559162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:25.763457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.085293Z","time spent":"678.042833ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:25.763478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.559297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:57:25.763523Z","caller":"traceutil/trace.go:171","msg":"trace[3019652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2618; }","duration":"674.64059ms","start":"2026-03-19T17:57:25.088873Z","end":"2026-03-19T17:57:25.763513Z","steps":["trace[3019652] 'agreement among raft nodes before linearized reading' (duration: 674.426535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.763516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.303315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T17:57:25.7636Z","caller":"traceutil/trace.go:171","msg":"trace[1981654853] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2618; }","duration":"677.424178ms","start":"2026-03-19T17:57:25.086156Z","end":"2026-03-19T17:57:25.76358Z","steps":["trace[1981654853] 'agreement among raft nodes before linearized reading' (duration: 677.122381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.763603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.75824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:57:25.763601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.022196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:57:25.76363Z","caller":"traceutil/trace.go:171","msg":"trace[1407609206] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2618; }","duration":"496.821792ms","start":"2026-03-19T17:57:25.266803Z","end":"2026-03-19T17:57:25.763625Z","steps":["trace[1407609206] 'agreement among raft nodes before linearized reading' (duration: 496.772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.763638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.086146Z","time spent":"677.48595ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T17:57:25.763664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.266787Z","time spent":"496.872603ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:25.763654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.663529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:57:25.763673Z","caller":"traceutil/trace.go:171","msg":"trace[1285070585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2618; }","duration":"660.123419ms","start":"2026-03-19T17:57:25.103534Z","end":"2026-03-19T17:57:25.763657Z","steps":["trace[1285070585] 'agreement among raft nodes before linearized reading' (duration: 659.889984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.763709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.103527Z","time spent":"660.17516ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:57:25.763714Z","caller":"traceutil/trace.go:171","msg":"trace[726158061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2618; }","duration":"655.74003ms","start":"2026-03-19T17:57:25.107952Z","end":"2026-03-19T17:57:25.763692Z","steps":["trace[726158061] 'agreement among raft nodes before linearized reading' (duration: 655.620337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.763759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.10794Z","time spent":"655.807583ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:25.763548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.088861Z","time spent":"674.681321ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:57:25.763528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.615497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:57:25.763792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.71988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:57:25.763873Z","caller":"traceutil/trace.go:171","msg":"trace[1975326546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2618; }","duration":"659.994485ms","start":"2026-03-19T17:57:25.103868Z","end":"2026-03-19T17:57:25.763862Z","steps":["trace[1975326546] 'agreement among raft nodes before linearized reading' (duration: 659.471173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.763921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.103856Z","time spent":"660.050526ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:57:25.763933Z","caller":"traceutil/trace.go:171","msg":"trace[1212181829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2618; }","duration":"653.859004ms","start":"2026-03-19T17:57:25.11002Z","end":"2026-03-19T17:57:25.763879Z","steps":["trace[1212181829] 'agreement among raft nodes before linearized reading' (duration: 653.30828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.764208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.110008Z","time spent":"654.064388ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:57:26.233017Z","caller":"traceutil/trace.go:171","msg":"trace[1714538984] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"463.932088ms","start":"2026-03-19T17:57:25.769055Z","end":"2026-03-19T17:57:26.232987Z","steps":["trace[1714538984] 'process raft request' (duration: 463.856506ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.233085Z","caller":"traceutil/trace.go:171","msg":"trace[869542567] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"464.506371ms","start":"2026-03-19T17:57:25.768546Z","end":"2026-03-19T17:57:26.233052Z","steps":["trace[869542567] 'process raft request' (duration: 464.314797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.233134Z","caller":"traceutil/trace.go:171","msg":"trace[628118190] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2734; }","duration":"462.901222ms","start":"2026-03-19T17:57:25.770221Z","end":"2026-03-19T17:57:26.233123Z","steps":["trace[628118190] 'read index received' (duration: 22.630691ms)","trace[628118190] 'applied index is now lower than readState.Index' (duration: 440.269061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:26.233165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.769037Z","time spent":"464.05684ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:26.233022Z","caller":"traceutil/trace.go:171","msg":"trace[643489778] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"464.616294ms","start":"2026-03-19T17:57:25.768372Z","end":"2026-03-19T17:57:26.232988Z","steps":["trace[643489778] 'process raft request' (duration: 464.324997ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.233262Z","caller":"traceutil/trace.go:171","msg":"trace[1310626196] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"463.317082ms","start":"2026-03-19T17:57:25.769933Z","end":"2026-03-19T17:57:26.23325Z","steps":["trace[1310626196] 'process raft request' (duration: 463.015445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.233329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.768523Z","time spent":"464.632015ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:26.233387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.160858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-19T17:57:26.233423Z","caller":"traceutil/trace.go:171","msg":"trace[653124725] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2623; }","duration":"463.22169ms","start":"2026-03-19T17:57:25.77019Z","end":"2026-03-19T17:57:26.233411Z","steps":["trace[653124725] 'agreement among raft nodes before linearized reading' (duration: 463.092357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.233462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.770141Z","time spent":"463.313872ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T17:57:26.233429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.76835Z","time spent":"464.975713ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:26.233428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.769891Z","time spent":"463.430585ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:26.451467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.056514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:26.451561Z","caller":"traceutil/trace.go:171","msg":"trace[2028636480] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2739; }","duration":"218.364081ms","start":"2026-03-19T17:57:26.233182Z","end":"2026-03-19T17:57:26.451546Z","steps":["trace[2028636480] 'read index received' (duration: 111.208725ms)","trace[2028636480] 'applied index is now lower than readState.Index' (duration: 107.153816ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:26.451658Z","caller":"traceutil/trace.go:171","msg":"trace[1189212195] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"603.665141ms","start":"2026-03-19T17:57:25.847981Z","end":"2026-03-19T17:57:26.451647Z","steps":["trace[1189212195] 'process raft request' (duration: 496.33508ms)","trace[1189212195] 'compare' (duration: 106.955682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:26.451752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.847955Z","time spent":"603.742683ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:26.452053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.919625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:26.45215Z","caller":"traceutil/trace.go:171","msg":"trace[363213463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2624; }","duration":"315.055369ms","start":"2026-03-19T17:57:26.137077Z","end":"2026-03-19T17:57:26.452133Z","steps":["trace[363213463] 'agreement among raft nodes before linearized reading' (duration: 314.894415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.452229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:26.137055Z","time spent":"315.164001ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:26.452942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.380698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-19T17:57:26.453067Z","caller":"traceutil/trace.go:171","msg":"trace[1228490048] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2624; }","duration":"215.555702ms","start":"2026-03-19T17:57:26.237484Z","end":"2026-03-19T17:57:26.45304Z","steps":["trace[1228490048] 'agreement among raft nodes before linearized reading' (duration: 214.493886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:39.01519Z","caller":"traceutil/trace.go:171","msg":"trace[297442044] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"201.688789ms","start":"2026-03-19T17:57:38.81348Z","end":"2026-03-19T17:57:39.015169Z","steps":["trace[297442044] 'process raft request' (duration: 201.578866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:44.145391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.873372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:44.145706Z","caller":"traceutil/trace.go:171","msg":"trace[55166605] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"213.824119ms","start":"2026-03-19T17:57:43.931861Z","end":"2026-03-19T17:57:44.145685Z","steps":["trace[55166605] 'process raft request' (duration: 53.564588ms)","trace[55166605] 'compare' (duration: 159.630266ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:46.086973Z","caller":"traceutil/trace.go:171","msg":"trace[40629558] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"807.155013ms","start":"2026-03-19T17:57:45.279796Z","end":"2026-03-19T17:57:46.086951Z","steps":["trace[40629558] 'process raft request' (duration: 806.975658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.087134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.279737Z","time spent":"807.313876ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:46.087143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.914385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e4fcf7023e043\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-19T17:57:46.087185Z","caller":"traceutil/trace.go:171","msg":"trace[1073986051] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e4fcf7023e043; range_end:; response_count:1; response_revision:2725; }","duration":"492.996817ms","start":"2026-03-19T17:57:45.594178Z","end":"2026-03-19T17:57:46.087174Z","steps":["trace[1073986051] 'agreement among raft nodes before linearized reading' (duration: 492.842264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.087215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.594156Z","time spent":"493.051958ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e4fcf7023e043\" "} {"level":"info","ts":"2026-03-19T17:57:46.086969Z","caller":"traceutil/trace.go:171","msg":"trace[1418674703] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2845; }","duration":"492.715531ms","start":"2026-03-19T17:57:45.594228Z","end":"2026-03-19T17:57:46.086943Z","steps":["trace[1418674703] 'read index received' (duration: 492.70633ms)","trace[1418674703] 'applied index is now lower than readState.Index' (duration: 7.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:46.954154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.64833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:46.954281Z","caller":"traceutil/trace.go:171","msg":"trace[898316718] linearizableReadLoop","detail":"{readStateIndex:2846; appliedIndex:2845; }","duration":"867.008577ms","start":"2026-03-19T17:57:46.087256Z","end":"2026-03-19T17:57:46.954265Z","steps":["trace[898316718] 'read index received' (duration: 171.227724ms)","trace[898316718] 'applied index is now lower than readState.Index' (duration: 695.779663ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:46.954353Z","caller":"traceutil/trace.go:171","msg":"trace[969531348] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"1.047154022s","start":"2026-03-19T17:57:45.907189Z","end":"2026-03-19T17:57:46.954343Z","steps":["trace[969531348] 'process raft request' (duration: 351.258695ms)","trace[969531348] 'compare' (duration: 695.330002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:46.954408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.907157Z","time spent":"1.047220633s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:46.954682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.532131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:46.954712Z","caller":"traceutil/trace.go:171","msg":"trace[365272362] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2726; }","duration":"911.611802ms","start":"2026-03-19T17:57:46.043091Z","end":"2026-03-19T17:57:46.954703Z","steps":["trace[365272362] 'agreement among raft nodes before linearized reading' (duration: 911.536421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.954742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.043072Z","time spent":"911.662134ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:46.954753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233877959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:46.954825Z","caller":"traceutil/trace.go:171","msg":"trace[469992408] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2726; }","duration":"1.234000672s","start":"2026-03-19T17:57:45.720807Z","end":"2026-03-19T17:57:46.954808Z","steps":["trace[469992408] 'agreement among raft nodes before linearized reading' (duration: 1.233864099s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.954843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338075601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:57:46.954872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.720792Z","time spent":"1.234070163s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:57:46.954887Z","caller":"traceutil/trace.go:171","msg":"trace[534293581] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2726; }","duration":"1.338172064s","start":"2026-03-19T17:57:45.616704Z","end":"2026-03-19T17:57:46.954876Z","steps":["trace[534293581] 'agreement among raft nodes before linearized reading' (duration: 1.338068101s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.954918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.616683Z","time spent":"1.338226214s","remote":"127.0.0.1:44268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:46.954896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227747477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T17:57:46.955046Z","caller":"traceutil/trace.go:171","msg":"trace[63459936] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2726; }","duration":"1.227946942s","start":"2026-03-19T17:57:45.727075Z","end":"2026-03-19T17:57:46.955022Z","steps":["trace[63459936] 'agreement among raft nodes before linearized reading' (duration: 1.227657755s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.955165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:45.727054Z","time spent":"1.228097745s","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:57:48.138139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:57:48.13828Z","caller":"traceutil/trace.go:171","msg":"trace[1629959494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020454s","start":"2026-03-19T17:57:46.138012Z","end":"2026-03-19T17:57:48.138217Z","steps":["trace[1629959494] 'agreement among raft nodes before linearized reading' (duration: 2.000085867s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.138331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.138Z","time spent":"2.000321673s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:57:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:57:48.41694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.997331ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:48.417047Z","caller":"traceutil/trace.go:171","msg":"trace[1126394342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2726; }","duration":"203.115414ms","start":"2026-03-19T17:57:48.213916Z","end":"2026-03-19T17:57:48.417032Z","steps":["trace[1126394342] 'range keys from in-memory index tree' (duration: 202.981711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.417278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261229677s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:48.417715Z","caller":"traceutil/trace.go:171","msg":"trace[522552520] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"1.897481353s","start":"2026-03-19T17:57:46.520211Z","end":"2026-03-19T17:57:48.417693Z","steps":["trace[522552520] 'process raft request' (duration: 1.897275408s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:48.417809Z","caller":"traceutil/trace.go:171","msg":"trace[1284788867] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2846; }","duration":"1.463482008s","start":"2026-03-19T17:57:46.954307Z","end":"2026-03-19T17:57:48.417789Z","steps":["trace[1284788867] 'read index received' (duration: 201.730259ms)","trace[1284788867] 'applied index is now lower than readState.Index' (duration: 1.261749669s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:48.417828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.520185Z","time spent":"1.897591406s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:48.417875Z","caller":"traceutil/trace.go:171","msg":"trace[1646623218] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"1.866484386s","start":"2026-03-19T17:57:46.551353Z","end":"2026-03-19T17:57:48.417837Z","steps":["trace[1646623218] 'process raft request' (duration: 1.866287011s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.41798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979934957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:57:48.417986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268632402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T17:57:48.418011Z","caller":"traceutil/trace.go:171","msg":"trace[1064083445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2729; }","duration":"1.980003519s","start":"2026-03-19T17:57:46.437999Z","end":"2026-03-19T17:57:48.418003Z","steps":["trace[1064083445] 'agreement among raft nodes before linearized reading' (duration: 1.979847415s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.418019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002794174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:57:48.418036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.437981Z","time spent":"1.980050711s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:57:48.41803Z","caller":"traceutil/trace.go:171","msg":"trace[427222633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2729; }","duration":"2.268713854s","start":"2026-03-19T17:57:46.149303Z","end":"2026-03-19T17:57:48.418016Z","steps":["trace[427222633] 'agreement among raft nodes before linearized reading' (duration: 2.268589451s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.418042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.551325Z","time spent":"1.866632689s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:48.418067Z","caller":"traceutil/trace.go:171","msg":"trace[1231646152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2729; }","duration":"2.002880306s","start":"2026-03-19T17:57:46.415174Z","end":"2026-03-19T17:57:48.418054Z","steps":["trace[1231646152] 'agreement among raft nodes before linearized reading' (duration: 2.002681991s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.418084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.149291Z","time spent":"2.268775775s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:57:48.418107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.415153Z","time spent":"2.002943087s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:57:48.417727Z","caller":"traceutil/trace.go:171","msg":"trace[1147408276] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"2.327966643s","start":"2026-03-19T17:57:46.089676Z","end":"2026-03-19T17:57:48.417643Z","steps":["trace[1147408276] 'process raft request' (duration: 1.066267184s)","trace[1147408276] 'compare' (duration: 1.260725585s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:48.418613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.089648Z","time spent":"2.328895645s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:48.418895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979733402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T17:57:48.41907Z","caller":"traceutil/trace.go:171","msg":"trace[1361926748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2729; }","duration":"1.980584813s","start":"2026-03-19T17:57:46.438451Z","end":"2026-03-19T17:57:48.419036Z","steps":["trace[1361926748] 'agreement among raft nodes before linearized reading' (duration: 1.979474696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.419136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.438419Z","time spent":"1.980705316s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:57:48.419047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980885851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:57:48.419573Z","caller":"traceutil/trace.go:171","msg":"trace[1816663354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2729; }","duration":"1.981438595s","start":"2026-03-19T17:57:46.43812Z","end":"2026-03-19T17:57:48.419558Z","steps":["trace[1816663354] 'agreement among raft nodes before linearized reading' (duration: 1.979692971s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.419617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.438108Z","time spent":"1.981494947s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:49.639149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00916889s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:57:49.883216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253199627s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:49.883436Z","caller":"traceutil/trace.go:171","msg":"trace[1954765357] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2849; }","duration":"1.46554954s","start":"2026-03-19T17:57:48.417863Z","end":"2026-03-19T17:57:49.883413Z","steps":["trace[1954765357] 'read index received' (duration: 212.068666ms)","trace[1954765357] 'applied index is now lower than readState.Index' (duration: 1.253478634s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:49.883538Z","caller":"traceutil/trace.go:171","msg":"trace[1934969443] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"1.791665301s","start":"2026-03-19T17:57:48.091862Z","end":"2026-03-19T17:57:49.883527Z","steps":["trace[1934969443] 'process raft request' (duration: 538.056324ms)","trace[1934969443] 'compare' (duration: 1.252945411s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:49.883582Z","caller":"traceutil/trace.go:171","msg":"trace[1304846380] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"1.460422113s","start":"2026-03-19T17:57:48.423153Z","end":"2026-03-19T17:57:49.883575Z","steps":["trace[1304846380] 'process raft request' (duration: 1.460266339s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.883588Z","caller":"traceutil/trace.go:171","msg":"trace[1271348413] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"1.460516265s","start":"2026-03-19T17:57:48.423039Z","end":"2026-03-19T17:57:49.883555Z","steps":["trace[1271348413] 'process raft request' (duration: 1.46035077s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.883647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.423144Z","time spent":"1.460470604s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:49.883736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.091842Z","time spent":"1.791740773s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:49.883822Z","caller":"traceutil/trace.go:171","msg":"trace[336435647] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"1.460942596s","start":"2026-03-19T17:57:48.422869Z","end":"2026-03-19T17:57:49.883812Z","steps":["trace[336435647] 'process raft request' (duration: 1.460466804s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.88385Z","caller":"traceutil/trace.go:171","msg":"trace[12432195] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"1.460621378s","start":"2026-03-19T17:57:48.423197Z","end":"2026-03-19T17:57:49.883819Z","steps":["trace[12432195] 'process raft request' (duration: 1.460248649s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.883881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.42285Z","time spent":"1.461004207s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:49.883919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745421045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:49.883968Z","caller":"traceutil/trace.go:171","msg":"trace[19246764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2735; }","duration":"1.745509337s","start":"2026-03-19T17:57:48.138448Z","end":"2026-03-19T17:57:49.883957Z","steps":["trace[19246764] 'agreement among raft nodes before linearized reading' (duration: 1.745436536s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.884004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.138429Z","time spent":"1.745567319s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:49.884001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.423192Z","time spent":"1.46073124s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:49.883993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797446977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T17:57:49.883546Z","caller":"traceutil/trace.go:171","msg":"trace[1982981314] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"1.459569112s","start":"2026-03-19T17:57:48.423962Z","end":"2026-03-19T17:57:49.883531Z","steps":["trace[1982981314] 'process raft request' (duration: 1.45950668s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.883741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.423007Z","time spent":"1.460658508s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:49.884086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.423941Z","time spent":"1.460110935s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:49.884065Z","caller":"traceutil/trace.go:171","msg":"trace[1598051120] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2735; }","duration":"2.797559299s","start":"2026-03-19T17:57:47.086485Z","end":"2026-03-19T17:57:49.884045Z","steps":["trace[1598051120] 'agreement among raft nodes before linearized reading' (duration: 2.797376955s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.884142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.086459Z","time spent":"2.797671943s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T17:57:49.884147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925559902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-19T17:57:49.884217Z","caller":"traceutil/trace.go:171","msg":"trace[1935391745] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318; range_end:; response_count:1; response_revision:2735; }","duration":"2.925644514s","start":"2026-03-19T17:57:46.958563Z","end":"2026-03-19T17:57:49.884207Z","steps":["trace[1935391745] 'agreement among raft nodes before linearized reading' (duration: 2.925322237s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.884262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:46.958551Z","time spent":"2.925704136s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318\" "} {"level":"warn","ts":"2026-03-19T17:57:49.884492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700582256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:57:49.88453Z","caller":"traceutil/trace.go:171","msg":"trace[649711274] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:2735; }","duration":"2.700658318s","start":"2026-03-19T17:57:47.183862Z","end":"2026-03-19T17:57:49.88452Z","steps":["trace[649711274] 'agreement among raft nodes before linearized reading' (duration: 2.700162376s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.884585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.183842Z","time spent":"2.700706161s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.231\" "} {"level":"info","ts":"2026-03-19T17:57:49.963527Z","caller":"traceutil/trace.go:171","msg":"trace[2030109166] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"1.004022143s","start":"2026-03-19T17:57:48.959466Z","end":"2026-03-19T17:57:49.963489Z","steps":["trace[2030109166] 'process raft request' (duration: 1.003775487s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.963589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271310786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T17:57:49.96356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.204563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:49.963646Z","caller":"traceutil/trace.go:171","msg":"trace[1462407978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2736; }","duration":"1.271434979s","start":"2026-03-19T17:57:48.692196Z","end":"2026-03-19T17:57:49.963631Z","steps":["trace[1462407978] 'agreement among raft nodes before linearized reading' (duration: 1.271199734s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.963682Z","caller":"traceutil/trace.go:171","msg":"trace[627036911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2736; }","duration":"537.389658ms","start":"2026-03-19T17:57:49.426266Z","end":"2026-03-19T17:57:49.963656Z","steps":["trace[627036911] 'agreement among raft nodes before linearized reading' (duration: 537.141242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.9637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.692174Z","time spent":"1.271514651s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:57:49.963688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540659391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e4fcf7a4abbc4\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-19T17:57:49.963849Z","caller":"traceutil/trace.go:171","msg":"trace[970785526] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e4fcf7a4abbc4; range_end:; response_count:1; response_revision:2736; }","duration":"1.540828925s","start":"2026-03-19T17:57:48.422998Z","end":"2026-03-19T17:57:49.963827Z","steps":["trace[970785526] 'agreement among raft nodes before linearized reading' (duration: 1.540531078s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.963939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.422974Z","time spent":"1.540945508s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e4fcf7a4abbc4\" "} {"level":"warn","ts":"2026-03-19T17:57:49.96375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:49.426225Z","time spent":"537.515751ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:49.963696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.959442Z","time spent":"1.004172566s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:50.585229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.102638ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T17:57:50.585472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:49.885727Z","time spent":"699.737871ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:57:50.586524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.251394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-19T17:57:50.586591Z","caller":"traceutil/trace.go:171","msg":"trace[886230501] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2737; }","duration":"698.334786ms","start":"2026-03-19T17:57:49.888226Z","end":"2026-03-19T17:57:50.586561Z","steps":["trace[886230501] 'agreement among raft nodes before linearized reading' (duration: 697.311751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:50.586628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:49.888212Z","time spent":"698.405438ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-19T17:57:50.586757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.060241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:50.586852Z","caller":"traceutil/trace.go:171","msg":"trace[435751797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2737; }","duration":"694.190214ms","start":"2026-03-19T17:57:49.892647Z","end":"2026-03-19T17:57:50.586837Z","steps":["trace[435751797] 'agreement among raft nodes before linearized reading' (duration: 694.065851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:50.586905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:49.89263Z","time spent":"694.265436ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:57:50.585495Z","caller":"traceutil/trace.go:171","msg":"trace[1545277853] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2856; }","duration":"622.101557ms","start":"2026-03-19T17:57:49.963369Z","end":"2026-03-19T17:57:50.585471Z","steps":["trace[1545277853] 'read index received' (duration: 417.734402ms)","trace[1545277853] 'applied index is now lower than readState.Index' (duration: 204.365375ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:50.585505Z","caller":"traceutil/trace.go:171","msg":"trace[1020021557] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"619.603685ms","start":"2026-03-19T17:57:49.965881Z","end":"2026-03-19T17:57:50.585485Z","steps":["trace[1020021557] 'process raft request' (duration: 619.467862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:50.587308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:49.965854Z","time spent":"621.358817ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:50.602759Z","caller":"traceutil/trace.go:171","msg":"trace[1617018299] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"179.438566ms","start":"2026-03-19T17:57:50.423299Z","end":"2026-03-19T17:57:50.602737Z","steps":["trace[1617018299] 'process raft request' (duration: 179.218011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:50.602932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.356345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T17:57:50.60302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.148819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T17:57:50.603044Z","caller":"traceutil/trace.go:171","msg":"trace[113281915] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2738; }","duration":"219.475458ms","start":"2026-03-19T17:57:50.383541Z","end":"2026-03-19T17:57:50.603016Z","steps":["trace[113281915] 'agreement among raft nodes before linearized reading' (duration: 219.220732ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:50.603248Z","caller":"traceutil/trace.go:171","msg":"trace[812554694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2738; }","duration":"227.310573ms","start":"2026-03-19T17:57:50.375788Z","end":"2026-03-19T17:57:50.603099Z","steps":["trace[812554694] 'agreement among raft nodes before linearized reading' (duration: 226.999245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:50.603033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.897628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T17:57:50.603335Z","caller":"traceutil/trace.go:171","msg":"trace[754953707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2738; }","duration":"636.221756ms","start":"2026-03-19T17:57:49.967096Z","end":"2026-03-19T17:57:50.603318Z","steps":["trace[754953707] 'agreement among raft nodes before linearized reading' (duration: 635.807286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:50.603387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:49.967078Z","time spent":"636.295298ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:57:50.871039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.953502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:50.871163Z","caller":"traceutil/trace.go:171","msg":"trace[1559646463] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2863; }","duration":"182.567674ms","start":"2026-03-19T17:57:50.688576Z","end":"2026-03-19T17:57:50.871144Z","steps":["trace[1559646463] 'read index received' (duration: 81.319465ms)","trace[1559646463] 'applied index is now lower than readState.Index' (duration: 101.246989ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:50.871207Z","caller":"traceutil/trace.go:171","msg":"trace[455206130] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"221.590362ms","start":"2026-03-19T17:57:50.649577Z","end":"2026-03-19T17:57:50.871167Z","steps":["trace[455206130] 'process raft request' (duration: 120.435455ms)","trace[455206130] 'compare' (duration: 100.776268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:50.871265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.681087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:50.871295Z","caller":"traceutil/trace.go:171","msg":"trace[1364971848] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2743; }","duration":"182.76215ms","start":"2026-03-19T17:57:50.688524Z","end":"2026-03-19T17:57:50.871286Z","steps":["trace[1364971848] 'agreement among raft nodes before linearized reading' (duration: 182.668278ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:51.17901Z","caller":"traceutil/trace.go:171","msg":"trace[50308289] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"302.220519ms","start":"2026-03-19T17:57:50.876757Z","end":"2026-03-19T17:57:51.178977Z","steps":["trace[50308289] 'process raft request' (duration: 272.570424ms)","trace[50308289] 'compare' (duration: 29.379178ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:51.179099Z","caller":"traceutil/trace.go:171","msg":"trace[137143502] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"143.354054ms","start":"2026-03-19T17:57:51.03572Z","end":"2026-03-19T17:57:51.179074Z","steps":["trace[137143502] 'process raft request' (duration: 143.255871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:51.17916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:50.876739Z","time spent":"302.344113ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:51.179328Z","caller":"traceutil/trace.go:171","msg":"trace[540474936] linearizableReadLoop","detail":"{readStateIndex:2865; appliedIndex:2864; }","duration":"302.394194ms","start":"2026-03-19T17:57:50.876923Z","end":"2026-03-19T17:57:51.179318Z","steps":["trace[540474936] 'read index received' (duration: 272.420821ms)","trace[540474936] 'applied index is now lower than readState.Index' (duration: 29.971823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:51.179567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.634839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T17:57:51.179614Z","caller":"traceutil/trace.go:171","msg":"trace[1939219052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2745; }","duration":"302.694542ms","start":"2026-03-19T17:57:50.876908Z","end":"2026-03-19T17:57:51.179603Z","steps":["trace[1939219052] 'agreement among raft nodes before linearized reading' (duration: 302.546938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:51.179618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.230396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:57:51.179645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:50.876901Z","time spent":"302.737232ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T17:57:51.179662Z","caller":"traceutil/trace.go:171","msg":"trace[896708027] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2745; }","duration":"136.324549ms","start":"2026-03-19T17:57:51.043321Z","end":"2026-03-19T17:57:51.179645Z","steps":["trace[896708027] 'agreement among raft nodes before linearized reading' (duration: 136.209866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:12.190293Z","caller":"traceutil/trace.go:171","msg":"trace[1593397499] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"113.331009ms","start":"2026-03-19T17:58:12.076892Z","end":"2026-03-19T17:58:12.190223Z","steps":["trace[1593397499] 'process raft request' (duration: 109.891874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:14.268085Z","caller":"traceutil/trace.go:171","msg":"trace[1186193123] linearizableReadLoop","detail":"{readStateIndex:2985; appliedIndex:2984; }","duration":"203.36185ms","start":"2026-03-19T17:58:14.064693Z","end":"2026-03-19T17:58:14.268055Z","steps":["trace[1186193123] 'read index received' (duration: 202.898438ms)","trace[1186193123] 'applied index is now lower than readState.Index' (duration: 461.672µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:14.268103Z","caller":"traceutil/trace.go:171","msg":"trace[692540159] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"219.024199ms","start":"2026-03-19T17:58:14.049051Z","end":"2026-03-19T17:58:14.268075Z","steps":["trace[692540159] 'process raft request' (duration: 218.594257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:14.268255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.543434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:14.268292Z","caller":"traceutil/trace.go:171","msg":"trace[1793534999] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2858; }","duration":"203.639727ms","start":"2026-03-19T17:58:14.06464Z","end":"2026-03-19T17:58:14.26828Z","steps":["trace[1793534999] 'agreement among raft nodes before linearized reading' (duration: 203.544214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:14.268992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.018967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:14.269063Z","caller":"traceutil/trace.go:171","msg":"trace[1457595086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2859; }","duration":"133.110989ms","start":"2026-03-19T17:58:14.135931Z","end":"2026-03-19T17:58:14.269042Z","steps":["trace[1457595086] 'agreement among raft nodes before linearized reading' (duration: 132.970686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:14.26918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.360147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:58:14.269275Z","caller":"traceutil/trace.go:171","msg":"trace[1873288814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2859; }","duration":"192.48022ms","start":"2026-03-19T17:58:14.076771Z","end":"2026-03-19T17:58:14.269251Z","steps":["trace[1873288814] 'agreement among raft nodes before linearized reading' (duration: 192.104831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:14.269277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.260822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:58:14.269458Z","caller":"traceutil/trace.go:171","msg":"trace[329045594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2859; }","duration":"158.496338ms","start":"2026-03-19T17:58:14.110879Z","end":"2026-03-19T17:58:14.269375Z","steps":["trace[329045594] 'agreement among raft nodes before linearized reading' (duration: 158.19128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:20.1606Z","caller":"traceutil/trace.go:171","msg":"trace[1984535392] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"114.171688ms","start":"2026-03-19T17:58:20.046395Z","end":"2026-03-19T17:58:20.160567Z","steps":["trace[1984535392] 'process raft request' (duration: 113.996624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:52.400458Z","caller":"traceutil/trace.go:171","msg":"trace[2069763699] linearizableReadLoop","detail":"{readStateIndex:3596; appliedIndex:3595; }","duration":"262.791268ms","start":"2026-03-19T17:59:52.137638Z","end":"2026-03-19T17:59:52.400429Z","steps":["trace[2069763699] 'read index received' (duration: 262.659845ms)","trace[2069763699] 'applied index is now lower than readState.Index' (duration: 130.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:52.400519Z","caller":"traceutil/trace.go:171","msg":"trace[1273002432] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"429.256506ms","start":"2026-03-19T17:59:51.971238Z","end":"2026-03-19T17:59:52.400494Z","steps":["trace[1273002432] 'process raft request' (duration: 429.053482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:52.400633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.988933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:59:52.400639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:51.97121Z","time spent":"429.362778ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:59:52.400678Z","caller":"traceutil/trace.go:171","msg":"trace[195024584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3444; }","duration":"263.084146ms","start":"2026-03-19T17:59:52.137581Z","end":"2026-03-19T17:59:52.400665Z","steps":["trace[195024584] 'agreement among raft nodes before linearized reading' (duration: 262.976873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:03.967627Z","caller":"traceutil/trace.go:171","msg":"trace[500255314] linearizableReadLoop","detail":"{readStateIndex:3726; appliedIndex:3725; }","duration":"116.287394ms","start":"2026-03-19T18:00:03.851312Z","end":"2026-03-19T18:00:03.9676Z","steps":["trace[500255314] 'read index received' (duration: 113.514067ms)","trace[500255314] 'applied index is now lower than readState.Index' (duration: 2.772277ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:03.967737Z","caller":"traceutil/trace.go:171","msg":"trace[614516144] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"152.692185ms","start":"2026-03-19T18:00:03.815018Z","end":"2026-03-19T18:00:03.967711Z","steps":["trace[614516144] 'process raft request' (duration: 149.837846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:03.968075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.758476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:00:03.968147Z","caller":"traceutil/trace.go:171","msg":"trace[1393787739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3571; }","duration":"116.859618ms","start":"2026-03-19T18:00:03.851269Z","end":"2026-03-19T18:00:03.968129Z","steps":["trace[1393787739] 'agreement among raft nodes before linearized reading' (duration: 116.589281ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:42.749784Z","caller":"traceutil/trace.go:171","msg":"trace[1815925745] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4786; }","duration":"272.410993ms","start":"2026-03-19T18:01:42.477346Z","end":"2026-03-19T18:01:42.749757Z","steps":["trace[1815925745] 'read index received' (duration: 266.058519ms)","trace[1815925745] 'applied index is now lower than readState.Index' (duration: 6.351234ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:42.749924Z","caller":"traceutil/trace.go:171","msg":"trace[113402247] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"286.757891ms","start":"2026-03-19T18:01:42.463156Z","end":"2026-03-19T18:01:42.749914Z","steps":["trace[113402247] 'process raft request' (duration: 280.227412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:42.750129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.764232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:01:42.750223Z","caller":"traceutil/trace.go:171","msg":"trace[20401171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:4591; }","duration":"272.901584ms","start":"2026-03-19T18:01:42.477297Z","end":"2026-03-19T18:01:42.750198Z","steps":["trace[20401171] 'agreement among raft nodes before linearized reading' (duration: 272.654428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:42.75038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.071264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa90b1a5-08e6-4680-b1a5-fb0933a98cb5\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-03-19T18:01:42.750459Z","caller":"traceutil/trace.go:171","msg":"trace[73101202] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa90b1a5-08e6-4680-b1a5-fb0933a98cb5; range_end:; response_count:1; response_revision:4591; }","duration":"136.207567ms","start":"2026-03-19T18:01:42.614229Z","end":"2026-03-19T18:01:42.750437Z","steps":["trace[73101202] 'agreement among raft nodes before linearized reading' (duration: 135.707195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:43.064773Z","caller":"traceutil/trace.go:171","msg":"trace[1249414878] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4793; }","duration":"126.036961ms","start":"2026-03-19T18:01:42.938711Z","end":"2026-03-19T18:01:43.064747Z","steps":["trace[1249414878] 'read index received' (duration: 116.579193ms)","trace[1249414878] 'applied index is now lower than readState.Index' (duration: 9.456568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:43.065001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.278987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-03-19T18:01:43.06504Z","caller":"traceutil/trace.go:171","msg":"trace[493881562] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4598; }","duration":"126.368979ms","start":"2026-03-19T18:01:42.938661Z","end":"2026-03-19T18:01:43.06503Z","steps":["trace[493881562] 'agreement among raft nodes before linearized reading' (duration: 126.177584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:43.065259Z","caller":"traceutil/trace.go:171","msg":"trace[1958477016] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"142.876117ms","start":"2026-03-19T18:01:42.922356Z","end":"2026-03-19T18:01:43.065232Z","steps":["trace[1958477016] 'process raft request' (duration: 132.951009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:43.658065Z","caller":"traceutil/trace.go:171","msg":"trace[388752696] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"214.987577ms","start":"2026-03-19T18:01:43.443051Z","end":"2026-03-19T18:01:43.658039Z","steps":["trace[388752696] 'process raft request' (duration: 213.723307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:43.65827Z","caller":"traceutil/trace.go:171","msg":"trace[2042842872] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"214.965358ms","start":"2026-03-19T18:01:43.443255Z","end":"2026-03-19T18:01:43.65822Z","steps":["trace[2042842872] 'process raft request' (duration: 214.738652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:43.658635Z","caller":"traceutil/trace.go:171","msg":"trace[1128455303] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"213.202925ms","start":"2026-03-19T18:01:43.445409Z","end":"2026-03-19T18:01:43.658612Z","steps":["trace[1128455303] 'process raft request' (duration: 212.723474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:43.659497Z","caller":"traceutil/trace.go:171","msg":"trace[507211863] linearizableReadLoop","detail":"{readStateIndex:4809; appliedIndex:4805; }","duration":"142.182521ms","start":"2026-03-19T18:01:43.517287Z","end":"2026-03-19T18:01:43.659469Z","steps":["trace[507211863] 'read index received' (duration: 139.444305ms)","trace[507211863] 'applied index is now lower than readState.Index' (duration: 2.733326ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:43.659601Z","caller":"traceutil/trace.go:171","msg":"trace[320667349] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"174.786538ms","start":"2026-03-19T18:01:43.48476Z","end":"2026-03-19T18:01:43.659547Z","steps":["trace[320667349] 'process raft request' (duration: 173.748163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:43.660236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.877318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517420"} {"level":"info","ts":"2026-03-19T18:01:43.660677Z","caller":"traceutil/trace.go:171","msg":"trace[1028117341] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4612; }","duration":"143.40006ms","start":"2026-03-19T18:01:43.517253Z","end":"2026-03-19T18:01:43.660653Z","steps":["trace[1028117341] 'agreement among raft nodes before linearized reading' (duration: 142.426117ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:45.73513Z","caller":"traceutil/trace.go:171","msg":"trace[1043616835] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4842; }","duration":"163.069505ms","start":"2026-03-19T18:01:45.57204Z","end":"2026-03-19T18:01:45.735109Z","steps":["trace[1043616835] 'read index received' (duration: 162.976353ms)","trace[1043616835] 'applied index is now lower than readState.Index' (duration: 92.012µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:45.73517Z","caller":"traceutil/trace.go:171","msg":"trace[593050106] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"169.380027ms","start":"2026-03-19T18:01:45.565766Z","end":"2026-03-19T18:01:45.735146Z","steps":["trace[593050106] 'process raft request' (duration: 169.175002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:45.735341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.279711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T18:01:45.735375Z","caller":"traceutil/trace.go:171","msg":"trace[102535458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4644; }","duration":"163.347312ms","start":"2026-03-19T18:01:45.572018Z","end":"2026-03-19T18:01:45.735365Z","steps":["trace[102535458] 'agreement among raft nodes before linearized reading' (duration: 163.210548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:45.862361Z","caller":"traceutil/trace.go:171","msg":"trace[237947209] linearizableReadLoop","detail":"{readStateIndex:4846; appliedIndex:4843; }","duration":"127.134179ms","start":"2026-03-19T18:01:45.7352Z","end":"2026-03-19T18:01:45.862334Z","steps":["trace[237947209] 'read index received' (duration: 126.813231ms)","trace[237947209] 'applied index is now lower than readState.Index' (duration: 319.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:45.862414Z","caller":"traceutil/trace.go:171","msg":"trace[802056535] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"192.736141ms","start":"2026-03-19T18:01:45.669644Z","end":"2026-03-19T18:01:45.86238Z","steps":["trace[802056535] 'process raft request' (duration: 192.649669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:45.862699Z","caller":"traceutil/trace.go:171","msg":"trace[2138435169] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"234.735935ms","start":"2026-03-19T18:01:45.627949Z","end":"2026-03-19T18:01:45.862685Z","steps":["trace[2138435169] 'process raft request' (duration: 234.047969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:45.862733Z","caller":"traceutil/trace.go:171","msg":"trace[1283366930] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"197.007363ms","start":"2026-03-19T18:01:45.665698Z","end":"2026-03-19T18:01:45.862706Z","steps":["trace[1283366930] 'process raft request' (duration: 196.468361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:45.862856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.493052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:01:45.862945Z","caller":"traceutil/trace.go:171","msg":"trace[192584415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4647; }","duration":"201.624555ms","start":"2026-03-19T18:01:45.661287Z","end":"2026-03-19T18:01:45.862911Z","steps":["trace[192584415] 'agreement among raft nodes before linearized reading' (duration: 201.365859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:45.863141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.905023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:01:45.863199Z","caller":"traceutil/trace.go:171","msg":"trace[826274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4647; }","duration":"199.996356ms","start":"2026-03-19T18:01:45.663187Z","end":"2026-03-19T18:01:45.863183Z","steps":["trace[826274] 'agreement among raft nodes before linearized reading' (duration: 199.714629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:45.863367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.5181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:520038"} {"level":"info","ts":"2026-03-19T18:01:45.863433Z","caller":"traceutil/trace.go:171","msg":"trace[549098005] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4647; }","duration":"140.653194ms","start":"2026-03-19T18:01:45.722761Z","end":"2026-03-19T18:01:45.863415Z","steps":["trace[549098005] 'agreement among raft nodes before linearized reading' (duration: 139.691201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:45.86342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.350608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:01:45.863561Z","caller":"traceutil/trace.go:171","msg":"trace[899804371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4647; }","duration":"201.513162ms","start":"2026-03-19T18:01:45.662016Z","end":"2026-03-19T18:01:45.863529Z","steps":["trace[899804371] 'agreement among raft nodes before linearized reading' (duration: 200.60924ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:45.878304Z","caller":"traceutil/trace.go:171","msg":"trace[2035924532] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"139.006265ms","start":"2026-03-19T18:01:45.739264Z","end":"2026-03-19T18:01:45.87827Z","steps":["trace[2035924532] 'process raft request' (duration: 138.85198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:45.87843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.784083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11454"} {"level":"info","ts":"2026-03-19T18:01:45.878515Z","caller":"traceutil/trace.go:171","msg":"trace[559636561] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4648; }","duration":"134.905586ms","start":"2026-03-19T18:01:45.743589Z","end":"2026-03-19T18:01:45.878495Z","steps":["trace[559636561] 'agreement among raft nodes before linearized reading' (duration: 134.705361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:46.165447Z","caller":"traceutil/trace.go:171","msg":"trace[322738851] linearizableReadLoop","detail":"{readStateIndex:4853; appliedIndex:4852; }","duration":"245.901403ms","start":"2026-03-19T18:01:45.919511Z","end":"2026-03-19T18:01:46.165413Z","steps":["trace[322738851] 'read index received' (duration: 245.608016ms)","trace[322738851] 'applied index is now lower than readState.Index' (duration: 291.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:46.165558Z","caller":"traceutil/trace.go:171","msg":"trace[1322596679] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"280.184311ms","start":"2026-03-19T18:01:45.885333Z","end":"2026-03-19T18:01:46.165518Z","steps":["trace[1322596679] 'process raft request' (duration: 279.846663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:46.165797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.151481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aa90b1a5-08e6-4680-b1a5-fb0933a98cb5\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T18:01:46.165966Z","caller":"traceutil/trace.go:171","msg":"trace[5494207] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aa90b1a5-08e6-4680-b1a5-fb0933a98cb5; range_end:; response_count:1; response_revision:4654; }","duration":"285.348886ms","start":"2026-03-19T18:01:45.880583Z","end":"2026-03-19T18:01:46.165932Z","steps":["trace[5494207] 'agreement among raft nodes before linearized reading' (duration: 285.050249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:46.329966Z","caller":"traceutil/trace.go:171","msg":"trace[380950472] linearizableReadLoop","detail":"{readStateIndex:4856; appliedIndex:4853; }","duration":"164.183383ms","start":"2026-03-19T18:01:46.165747Z","end":"2026-03-19T18:01:46.32993Z","steps":["trace[380950472] 'read index received' (duration: 163.65929ms)","trace[380950472] 'applied index is now lower than readState.Index' (duration: 522.783µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:46.330101Z","caller":"traceutil/trace.go:171","msg":"trace[776927224] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"393.69225ms","start":"2026-03-19T18:01:45.936375Z","end":"2026-03-19T18:01:46.330068Z","steps":["trace[776927224] 'process raft request' (duration: 393.454774ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:46.330153Z","caller":"traceutil/trace.go:171","msg":"trace[1580262565] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"405.220268ms","start":"2026-03-19T18:01:45.924902Z","end":"2026-03-19T18:01:46.330123Z","steps":["trace[1580262565] 'process raft request' (duration: 404.836659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:46.32998Z","caller":"traceutil/trace.go:171","msg":"trace[1266435950] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"405.112246ms","start":"2026-03-19T18:01:45.924814Z","end":"2026-03-19T18:01:46.329926Z","steps":["trace[1266435950] 'process raft request' (duration: 404.635084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:46.330322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:45.924883Z","time spent":"405.333961ms","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:46.330348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:45.936354Z","time spent":"393.823864ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:46.330415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.611947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:46.330478Z","caller":"traceutil/trace.go:171","msg":"trace[699418032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4657; }","duration":"194.897833ms","start":"2026-03-19T18:01:46.135558Z","end":"2026-03-19T18:01:46.330456Z","steps":["trace[699418032] 'agreement among raft nodes before linearized reading' (duration: 194.588346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:46.330626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.30798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T18:01:46.330695Z","caller":"traceutil/trace.go:171","msg":"trace[843748539] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4657; }","duration":"405.415793ms","start":"2026-03-19T18:01:45.925256Z","end":"2026-03-19T18:01:46.330672Z","steps":["trace[843748539] 'agreement among raft nodes before linearized reading' (duration: 405.174688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:46.330726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:45.925247Z","time spent":"405.472534ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T18:01:46.330653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:45.924787Z","time spent":"405.613258ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:46.3308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.13355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14496"} {"level":"warn","ts":"2026-03-19T18:01:46.330863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.256486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:520038"} {"level":"warn","ts":"2026-03-19T18:01:46.330846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.434472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T18:01:46.330898Z","caller":"traceutil/trace.go:171","msg":"trace[474333814] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4657; }","duration":"159.289764ms","start":"2026-03-19T18:01:46.171586Z","end":"2026-03-19T18:01:46.330876Z","steps":["trace[474333814] 'agreement among raft nodes before linearized reading' (duration: 159.040668ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:46.330952Z","caller":"traceutil/trace.go:171","msg":"trace[743698051] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4657; }","duration":"158.604516ms","start":"2026-03-19T18:01:46.172321Z","end":"2026-03-19T18:01:46.330926Z","steps":["trace[743698051] 'agreement among raft nodes before linearized reading' (duration: 158.256428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:46.330898Z","caller":"traceutil/trace.go:171","msg":"trace[1097579259] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4657; }","duration":"230.330587ms","start":"2026-03-19T18:01:46.100558Z","end":"2026-03-19T18:01:46.330888Z","steps":["trace[1097579259] 'agreement among raft nodes before linearized reading' (duration: 230.01195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:46.331801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.218963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-19T18:01:46.331876Z","caller":"traceutil/trace.go:171","msg":"trace[1823843712] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4657; }","duration":"203.288434ms","start":"2026-03-19T18:01:46.128568Z","end":"2026-03-19T18:01:46.331857Z","steps":["trace[1823843712] 'agreement among raft nodes before linearized reading' (duration: 201.954663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.906153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.918691ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T18:01:47.906228Z","caller":"traceutil/trace.go:171","msg":"trace[164809959] linearizableReadLoop","detail":"{readStateIndex:4892; appliedIndex:4891; }","duration":"587.105566ms","start":"2026-03-19T18:01:47.31911Z","end":"2026-03-19T18:01:47.906216Z","steps":["trace[164809959] 'read index received' (duration: 36.891µs)","trace[164809959] 'applied index is now lower than readState.Index' (duration: 587.067855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:47.906324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.198136Z","time spent":"708.170718ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:01:47.906402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.295972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:01:47.906421Z","caller":"traceutil/trace.go:171","msg":"trace[1248307420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4690; }","duration":"587.322582ms","start":"2026-03-19T18:01:47.319093Z","end":"2026-03-19T18:01:47.906416Z","steps":["trace[1248307420] 'agreement among raft nodes before linearized reading' (duration: 587.198618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.90644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.319035Z","time spent":"587.401535ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:01:47.907987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.479345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c8xxx\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-19T18:01:47.908091Z","caller":"traceutil/trace.go:171","msg":"trace[1414331759] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c8xxx; range_end:; response_count:1; response_revision:4691; }","duration":"485.623817ms","start":"2026-03-19T18:01:47.422447Z","end":"2026-03-19T18:01:47.908071Z","steps":["trace[1414331759] 'agreement among raft nodes before linearized reading' (duration: 485.373292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.908092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.756991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:01:47.908142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.42243Z","time spent":"485.70294ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9853,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c8xxx\" "} {"level":"info","ts":"2026-03-19T18:01:47.908149Z","caller":"traceutil/trace.go:171","msg":"trace[1962879289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4691; }","duration":"393.828482ms","start":"2026-03-19T18:01:47.514307Z","end":"2026-03-19T18:01:47.908135Z","steps":["trace[1962879289] 'agreement among raft nodes before linearized reading' (duration: 393.668348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.908186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.514298Z","time spent":"393.880794ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:01:47.908281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.784527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-c8xxx.189e5009d650a65c\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-19T18:01:47.908315Z","caller":"traceutil/trace.go:171","msg":"trace[1228925022] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-c8xxx.189e5009d650a65c; range_end:; response_count:1; response_revision:4691; }","duration":"484.829399ms","start":"2026-03-19T18:01:47.423478Z","end":"2026-03-19T18:01:47.908307Z","steps":["trace[1228925022] 'agreement among raft nodes before linearized reading' (duration: 484.744077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.908332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.423473Z","time spent":"484.85615ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-c8xxx.189e5009d650a65c\" "} {"level":"info","ts":"2026-03-19T18:01:50.288026Z","caller":"traceutil/trace.go:171","msg":"trace[551186322] linearizableReadLoop","detail":"{readStateIndex:5009; appliedIndex:5008; }","duration":"367.584061ms","start":"2026-03-19T18:01:49.920407Z","end":"2026-03-19T18:01:50.287991Z","steps":["trace[551186322] 'read index received' (duration: 367.436297ms)","trace[551186322] 'applied index is now lower than readState.Index' (duration: 145.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:50.288129Z","caller":"traceutil/trace.go:171","msg":"trace[2083499788] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"373.857562ms","start":"2026-03-19T18:01:49.914231Z","end":"2026-03-19T18:01:50.288089Z","steps":["trace[2083499788] 'process raft request' (duration: 373.538915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:50.288276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:49.914211Z","time spent":"373.985315ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:50.288335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.900928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:01:50.28834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.768774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:01:50.288391Z","caller":"traceutil/trace.go:171","msg":"trace[2104650715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4805; }","duration":"368.005341ms","start":"2026-03-19T18:01:49.920369Z","end":"2026-03-19T18:01:50.288374Z","steps":["trace[2104650715] 'agreement among raft nodes before linearized reading' (duration: 367.817856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:50.288401Z","caller":"traceutil/trace.go:171","msg":"trace[1420077966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4805; }","duration":"367.850257ms","start":"2026-03-19T18:01:49.920531Z","end":"2026-03-19T18:01:50.288381Z","steps":["trace[1420077966] 'agreement among raft nodes before linearized reading' (duration: 367.675153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:50.288449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:49.920525Z","time spent":"367.913538ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:01:50.288451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:49.920356Z","time spent":"368.079202ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:01:50.288542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.497808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:01:50.288575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.8044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:01:50.288595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.311798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:01:50.288631Z","caller":"traceutil/trace.go:171","msg":"trace[1707945872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4805; }","duration":"149.651081ms","start":"2026-03-19T18:01:50.138958Z","end":"2026-03-19T18:01:50.288609Z","steps":["trace[1707945872] 'agreement among raft nodes before linearized reading' (duration: 149.443077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:50.288677Z","caller":"traceutil/trace.go:171","msg":"trace[1409574464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4805; }","duration":"356.961463ms","start":"2026-03-19T18:01:49.931689Z","end":"2026-03-19T18:01:50.28865Z","steps":["trace[1409574464] 'agreement among raft nodes before linearized reading' (duration: 356.686497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:50.288684Z","caller":"traceutil/trace.go:171","msg":"trace[9286700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4805; }","duration":"356.43055ms","start":"2026-03-19T18:01:49.932233Z","end":"2026-03-19T18:01:50.288664Z","steps":["trace[9286700] 'agreement among raft nodes before linearized reading' (duration: 356.225175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:50.288736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:49.932215Z","time spent":"356.508782ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:01:50.288734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:49.931671Z","time spent":"357.049336ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:01:50.288645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.296266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:01:50.288786Z","caller":"traceutil/trace.go:171","msg":"trace[1871850725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4805; }","duration":"358.457059ms","start":"2026-03-19T18:01:49.930316Z","end":"2026-03-19T18:01:50.288773Z","steps":["trace[1871850725] 'agreement among raft nodes before linearized reading' (duration: 358.199833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:50.288824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:49.930306Z","time spent":"358.50687ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:01:50.795949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272620779,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:01:51.173244Z","caller":"traceutil/trace.go:171","msg":"trace[693790090] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"879.43348ms","start":"2026-03-19T18:01:50.29378Z","end":"2026-03-19T18:01:51.173214Z","steps":["trace[693790090] 'process raft request' (duration: 879.372919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:51.17333Z","caller":"traceutil/trace.go:171","msg":"trace[1451439394] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"879.468481ms","start":"2026-03-19T18:01:50.293781Z","end":"2026-03-19T18:01:51.173249Z","steps":["trace[1451439394] 'process raft request' (duration: 879.198505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.173436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.29376Z","time spent":"879.572664ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:51.173523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.293766Z","time spent":"879.602515ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:51.188733Z","caller":"traceutil/trace.go:171","msg":"trace[2084672245] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5009; }","duration":"893.738066ms","start":"2026-03-19T18:01:50.294974Z","end":"2026-03-19T18:01:51.188712Z","steps":["trace[2084672245] 'read index received' (duration: 878.013967ms)","trace[2084672245] 'applied index is now lower than readState.Index' (duration: 15.722778ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:51.188739Z","caller":"traceutil/trace.go:171","msg":"trace[46257918] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"894.210026ms","start":"2026-03-19T18:01:50.294495Z","end":"2026-03-19T18:01:51.188705Z","steps":["trace[46257918] 'process raft request' (duration: 894.089633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:51.188744Z","caller":"traceutil/trace.go:171","msg":"trace[196357248] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"894.642967ms","start":"2026-03-19T18:01:50.294048Z","end":"2026-03-19T18:01:51.188691Z","steps":["trace[196357248] 'process raft request' (duration: 894.415362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.188902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.294469Z","time spent":"894.34554ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:51.189042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.057923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-c8xxx-tls\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-03-19T18:01:51.188993Z","caller":"traceutil/trace.go:171","msg":"trace[449542048] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"893.92889ms","start":"2026-03-19T18:01:50.295042Z","end":"2026-03-19T18:01:51.188971Z","steps":["trace[449542048] 'process raft request' (duration: 893.573431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:51.18909Z","caller":"traceutil/trace.go:171","msg":"trace[1486347935] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-c8xxx-tls; range_end:; response_count:1; response_revision:4812; }","duration":"894.141955ms","start":"2026-03-19T18:01:50.294934Z","end":"2026-03-19T18:01:51.189076Z","steps":["trace[1486347935] 'agreement among raft nodes before linearized reading' (duration: 893.979421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.189115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.294919Z","time spent":"894.189786ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4455,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-c8xxx-tls\" "} {"level":"warn","ts":"2026-03-19T18:01:51.189171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.295031Z","time spent":"894.050813ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:51.189046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.294041Z","time spent":"894.937164ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:51.189403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.484642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:01:51.189421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.951677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6a9d89-2e8f-42ea-8515-e1558c2453b9\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T18:01:51.189468Z","caller":"traceutil/trace.go:171","msg":"trace[716997542] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea6a9d89-2e8f-42ea-8515-e1558c2453b9; range_end:; response_count:1; response_revision:4812; }","duration":"731.031109ms","start":"2026-03-19T18:01:50.458419Z","end":"2026-03-19T18:01:51.18945Z","steps":["trace[716997542] 'agreement among raft nodes before linearized reading' (duration: 730.851595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.189476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.644239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T18:01:51.189474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.116364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T18:01:51.189496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.458397Z","time spent":"731.092781ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6a9d89-2e8f-42ea-8515-e1558c2453b9\" "} {"level":"info","ts":"2026-03-19T18:01:51.189502Z","caller":"traceutil/trace.go:171","msg":"trace[806960818] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4812; }","duration":"362.702461ms","start":"2026-03-19T18:01:50.826793Z","end":"2026-03-19T18:01:51.189495Z","steps":["trace[806960818] 'agreement among raft nodes before linearized reading' (duration: 362.627899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.189524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.82677Z","time spent":"362.750483ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T18:01:51.189522Z","caller":"traceutil/trace.go:171","msg":"trace[825277636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4812; }","duration":"446.202416ms","start":"2026-03-19T18:01:50.743306Z","end":"2026-03-19T18:01:51.189508Z","steps":["trace[825277636] 'agreement among raft nodes before linearized reading' (duration: 446.067283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.189554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.743284Z","time spent":"446.262947ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:01:51.189462Z","caller":"traceutil/trace.go:171","msg":"trace[355051130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:4812; }","duration":"402.568643ms","start":"2026-03-19T18:01:50.786879Z","end":"2026-03-19T18:01:51.189447Z","steps":["trace[355051130] 'agreement among raft nodes before linearized reading' (duration: 402.382949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.189567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.834044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T18:01:51.189616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.786861Z","time spent":"402.732178ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"info","ts":"2026-03-19T18:01:51.189642Z","caller":"traceutil/trace.go:171","msg":"trace[642995305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4812; }","duration":"369.916506ms","start":"2026-03-19T18:01:50.819677Z","end":"2026-03-19T18:01:51.189594Z","steps":["trace[642995305] 'agreement among raft nodes before linearized reading' (duration: 369.808583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.189686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.819655Z","time spent":"370.023719ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:01:51.189888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.300313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719500"} {"level":"warn","ts":"2026-03-19T18:01:51.19023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.585119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6a9d89-2e8f-42ea-8515-e1558c2453b9\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T18:01:51.19036Z","caller":"traceutil/trace.go:171","msg":"trace[926639869] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea6a9d89-2e8f-42ea-8515-e1558c2453b9; range_end:; response_count:1; response_revision:4812; }","duration":"667.746323ms","start":"2026-03-19T18:01:50.522592Z","end":"2026-03-19T18:01:51.190338Z","steps":["trace[926639869] 'agreement among raft nodes before linearized reading' (duration: 666.687367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.190416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.522571Z","time spent":"667.830586ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6a9d89-2e8f-42ea-8515-e1558c2453b9\" "} {"level":"warn","ts":"2026-03-19T18:01:51.190605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.03135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189e500a51dbdc6e\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-19T18:01:51.190744Z","caller":"traceutil/trace.go:171","msg":"trace[686462874] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189e500a51dbdc6e; range_end:; response_count:1; response_revision:4812; }","duration":"179.199754ms","start":"2026-03-19T18:01:51.011517Z","end":"2026-03-19T18:01:51.190717Z","steps":["trace[686462874] 'agreement among raft nodes before linearized reading' (duration: 177.916743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:51.189939Z","caller":"traceutil/trace.go:171","msg":"trace[91080380] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4812; }","duration":"856.382434ms","start":"2026-03-19T18:01:50.333542Z","end":"2026-03-19T18:01:51.189925Z","steps":["trace[91080380] 'agreement among raft nodes before linearized reading' (duration: 855.573334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.191287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:50.33352Z","time spent":"857.747797ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719523,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:01:51.296993Z","caller":"traceutil/trace.go:171","msg":"trace[967077320] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"101.420007ms","start":"2026-03-19T18:01:51.195534Z","end":"2026-03-19T18:01:51.296954Z","steps":["trace[967077320] 'process raft request' (duration: 101.14308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.298052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.677266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-19T18:01:51.298088Z","caller":"traceutil/trace.go:171","msg":"trace[575766072] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4816; }","duration":"102.743269ms","start":"2026-03-19T18:01:51.195337Z","end":"2026-03-19T18:01:51.298081Z","steps":["trace[575766072] 'agreement among raft nodes before linearized reading' (duration: 102.278628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:53.593387Z","caller":"traceutil/trace.go:171","msg":"trace[2003041705] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"104.540583ms","start":"2026-03-19T18:01:53.488815Z","end":"2026-03-19T18:01:53.593356Z","steps":["trace[2003041705] 'process raft request' (duration: 103.969498ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:53.902945Z","caller":"traceutil/trace.go:171","msg":"trace[933450117] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"100.523616ms","start":"2026-03-19T18:01:53.802397Z","end":"2026-03-19T18:01:53.902921Z","steps":["trace[933450117] 'process raft request' (duration: 100.365392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.231753Z","caller":"traceutil/trace.go:171","msg":"trace[168555117] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"123.238644ms","start":"2026-03-19T18:01:54.108488Z","end":"2026-03-19T18:01:54.231726Z","steps":["trace[168555117] 'process raft request' (duration: 111.839079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.231853Z","caller":"traceutil/trace.go:171","msg":"trace[2035126852] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"122.641899ms","start":"2026-03-19T18:01:54.109178Z","end":"2026-03-19T18:01:54.23182Z","steps":["trace[2035126852] 'process raft request' (duration: 122.329651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:55.645301Z","caller":"traceutil/trace.go:171","msg":"trace[1003129021] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"108.680483ms","start":"2026-03-19T18:01:55.536596Z","end":"2026-03-19T18:01:55.645277Z","steps":["trace[1003129021] 'process raft request' (duration: 100.895475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:55.645693Z","caller":"traceutil/trace.go:171","msg":"trace[858830831] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"108.567661ms","start":"2026-03-19T18:01:55.537115Z","end":"2026-03-19T18:01:55.645683Z","steps":["trace[858830831] 'process raft request' (duration: 108.375556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.141801Z","caller":"traceutil/trace.go:171","msg":"trace[1275989004] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"174.814558ms","start":"2026-03-19T18:01:55.966956Z","end":"2026-03-19T18:01:56.14177Z","steps":["trace[1275989004] 'process raft request' (duration: 174.565442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.312045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.299071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:01:56.312151Z","caller":"traceutil/trace.go:171","msg":"trace[31604832] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4908; }","duration":"127.477776ms","start":"2026-03-19T18:01:56.184648Z","end":"2026-03-19T18:01:56.312126Z","steps":["trace[31604832] 'count revisions from in-memory index tree' (duration: 127.195909ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.662587Z","caller":"traceutil/trace.go:171","msg":"trace[1796866033] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5116; }","duration":"385.967983ms","start":"2026-03-19T18:01:56.276582Z","end":"2026-03-19T18:01:56.66255Z","steps":["trace[1796866033] 'read index received' (duration: 385.82108ms)","trace[1796866033] 'applied index is now lower than readState.Index' (duration: 145.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:56.662623Z","caller":"traceutil/trace.go:171","msg":"trace[1009057119] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"467.670965ms","start":"2026-03-19T18:01:56.194921Z","end":"2026-03-19T18:01:56.662592Z","steps":["trace[1009057119] 'process raft request' (duration: 467.347788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.662921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.194908Z","time spent":"467.87631ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:56.66318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.584909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787921"} {"level":"info","ts":"2026-03-19T18:01:56.663274Z","caller":"traceutil/trace.go:171","msg":"trace[1276044311] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4909; }","duration":"386.734682ms","start":"2026-03-19T18:01:56.276517Z","end":"2026-03-19T18:01:56.663252Z","steps":["trace[1276044311] 'agreement among raft nodes before linearized reading' (duration: 386.175989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.663319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.276491Z","time spent":"386.819684ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787944,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:01:56.675007Z","caller":"traceutil/trace.go:171","msg":"trace[629426286] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"346.729757ms","start":"2026-03-19T18:01:56.328262Z","end":"2026-03-19T18:01:56.674991Z","steps":["trace[629426286] 'process raft request' (duration: 346.668076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.675043Z","caller":"traceutil/trace.go:171","msg":"trace[521342999] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"361.905744ms","start":"2026-03-19T18:01:56.31311Z","end":"2026-03-19T18:01:56.675016Z","steps":["trace[521342999] 'process raft request' (duration: 361.719099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.675101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.328232Z","time spent":"346.818519ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:56.675193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.313082Z","time spent":"362.027667ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:56.675282Z","caller":"traceutil/trace.go:171","msg":"trace[1385264655] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"253.638161ms","start":"2026-03-19T18:01:56.421608Z","end":"2026-03-19T18:01:56.675246Z","steps":["trace[1385264655] 'process raft request' (duration: 253.353194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.675465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.446795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T18:01:56.675507Z","caller":"traceutil/trace.go:171","msg":"trace[1064743510] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4912; }","duration":"115.516667ms","start":"2026-03-19T18:01:56.559979Z","end":"2026-03-19T18:01:56.675496Z","steps":["trace[1064743510] 'agreement among raft nodes before linearized reading' (duration: 115.303332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.675607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.4673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16232"} {"level":"info","ts":"2026-03-19T18:01:56.676033Z","caller":"traceutil/trace.go:171","msg":"trace[1205415135] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4912; }","duration":"152.8946ms","start":"2026-03-19T18:01:56.523104Z","end":"2026-03-19T18:01:56.675999Z","steps":["trace[1205415135] 'agreement among raft nodes before linearized reading' (duration: 152.215524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.676083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.902945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:01:56.676173Z","caller":"traceutil/trace.go:171","msg":"trace[1013661467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4912; }","duration":"335.994198ms","start":"2026-03-19T18:01:56.34016Z","end":"2026-03-19T18:01:56.676154Z","steps":["trace[1013661467] 'agreement among raft nodes before linearized reading' (duration: 335.045695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.67623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.340108Z","time spent":"336.10577ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:01:57.14009Z","caller":"traceutil/trace.go:171","msg":"trace[1059357903] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5121; }","duration":"450.658744ms","start":"2026-03-19T18:01:56.689404Z","end":"2026-03-19T18:01:57.140063Z","steps":["trace[1059357903] 'read index received' (duration: 450.401478ms)","trace[1059357903] 'applied index is now lower than readState.Index' (duration: 255.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:57.140168Z","caller":"traceutil/trace.go:171","msg":"trace[2047298610] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"450.885359ms","start":"2026-03-19T18:01:56.689243Z","end":"2026-03-19T18:01:57.140129Z","steps":["trace[2047298610] 'process raft request' (duration: 450.633533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.14034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.689223Z","time spent":"451.029693ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:57.140357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.020335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aa90b1a5-08e6-4680-b1a5-fb0933a98cb5\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T18:01:57.1404Z","caller":"traceutil/trace.go:171","msg":"trace[688774922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aa90b1a5-08e6-4680-b1a5-fb0933a98cb5; range_end:; response_count:1; response_revision:4914; }","duration":"449.106238ms","start":"2026-03-19T18:01:56.69128Z","end":"2026-03-19T18:01:57.140387Z","steps":["trace[688774922] 'agreement among raft nodes before linearized reading' (duration: 448.944224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.140375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.93775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17308"} {"level":"warn","ts":"2026-03-19T18:01:57.140428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.691275Z","time spent":"449.146608ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-aa90b1a5-08e6-4680-b1a5-fb0933a98cb5\" "} {"level":"info","ts":"2026-03-19T18:01:57.140468Z","caller":"traceutil/trace.go:171","msg":"trace[335659760] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4914; }","duration":"451.062744ms","start":"2026-03-19T18:01:56.689383Z","end":"2026-03-19T18:01:57.140446Z","steps":["trace[335659760] 'agreement among raft nodes before linearized reading' (duration: 450.767797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.140475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.591293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8fc4cb4c7-mxlrp.189e500bf45d5a7e\" ","response":"range_response_count:1 size:893"} {"level":"warn","ts":"2026-03-19T18:01:57.140538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.689375Z","time spent":"451.148816ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17331,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T18:01:57.140575Z","caller":"traceutil/trace.go:171","msg":"trace[1955799042] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-8fc4cb4c7-mxlrp.189e500bf45d5a7e; range_end:; response_count:1; response_revision:4914; }","duration":"237.736576ms","start":"2026-03-19T18:01:56.902807Z","end":"2026-03-19T18:01:57.140544Z","steps":["trace[1955799042] 'agreement among raft nodes before linearized reading' (duration: 237.48183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.446469Z","caller":"traceutil/trace.go:171","msg":"trace[1859250878] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"197.085505ms","start":"2026-03-19T18:01:57.249357Z","end":"2026-03-19T18:01:57.446443Z","steps":["trace[1859250878] 'process raft request' (duration: 197.010534ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.446605Z","caller":"traceutil/trace.go:171","msg":"trace[189417637] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"197.28811ms","start":"2026-03-19T18:01:57.249212Z","end":"2026-03-19T18:01:57.4465Z","steps":["trace[189417637] 'process raft request' (duration: 186.313265ms)","trace[189417637] 'compare' (duration: 10.638637ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:57.446862Z","caller":"traceutil/trace.go:171","msg":"trace[830459421] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"197.146297ms","start":"2026-03-19T18:01:57.24969Z","end":"2026-03-19T18:01:57.446836Z","steps":["trace[830459421] 'process raft request' (duration: 196.976243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.446866Z","caller":"traceutil/trace.go:171","msg":"trace[2012905620] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"197.172958ms","start":"2026-03-19T18:01:57.249657Z","end":"2026-03-19T18:01:57.44683Z","steps":["trace[2012905620] 'process raft request' (duration: 196.752288ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.446936Z","caller":"traceutil/trace.go:171","msg":"trace[372559548] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5136; }","duration":"120.933128ms","start":"2026-03-19T18:01:57.325993Z","end":"2026-03-19T18:01:57.446926Z","steps":["trace[372559548] 'read index received' (duration: 109.554913ms)","trace[372559548] 'applied index is now lower than readState.Index' (duration: 11.376695ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:57.446879Z","caller":"traceutil/trace.go:171","msg":"trace[650242945] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"119.018971ms","start":"2026-03-19T18:01:57.32784Z","end":"2026-03-19T18:01:57.446859Z","steps":["trace[650242945] 'process raft request' (duration: 118.95765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.447151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.169023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:01:57.447187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.069549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:01:57.447194Z","caller":"traceutil/trace.go:171","msg":"trace[1220263905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:4932; }","duration":"123.270145ms","start":"2026-03-19T18:01:57.323914Z","end":"2026-03-19T18:01:57.447184Z","steps":["trace[1220263905] 'agreement among raft nodes before linearized reading' (duration: 123.103001ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.447223Z","caller":"traceutil/trace.go:171","msg":"trace[270721167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4932; }","duration":"118.128961ms","start":"2026-03-19T18:01:57.329082Z","end":"2026-03-19T18:01:57.447211Z","steps":["trace[270721167] 'agreement among raft nodes before linearized reading' (duration: 117.988827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.853301Z","caller":"traceutil/trace.go:171","msg":"trace[322010468] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5147; }","duration":"182.000692ms","start":"2026-03-19T18:01:57.671264Z","end":"2026-03-19T18:01:57.853265Z","steps":["trace[322010468] 'read index received' (duration: 181.767016ms)","trace[322010468] 'applied index is now lower than readState.Index' (duration: 232.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:57.853358Z","caller":"traceutil/trace.go:171","msg":"trace[1543960969] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"182.872502ms","start":"2026-03-19T18:01:57.670455Z","end":"2026-03-19T18:01:57.853327Z","steps":["trace[1543960969] 'process raft request' (duration: 182.507764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.853588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.300109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cc6e51c8-628b-4942-a6d2-27153574229e\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T18:01:57.853653Z","caller":"traceutil/trace.go:171","msg":"trace[125918204] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cc6e51c8-628b-4942-a6d2-27153574229e; range_end:; response_count:1; response_revision:4938; }","duration":"182.396772ms","start":"2026-03-19T18:01:57.67124Z","end":"2026-03-19T18:01:57.853636Z","steps":["trace[125918204] 'agreement among raft nodes before linearized reading' (duration: 182.153306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.920944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.088342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:57.921048Z","caller":"traceutil/trace.go:171","msg":"trace[1206395639] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4939; }","duration":"206.274817ms","start":"2026-03-19T18:01:57.714753Z","end":"2026-03-19T18:01:57.921027Z","steps":["trace[1206395639] 'agreement among raft nodes before linearized reading' (duration: 206.057731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.921172Z","caller":"traceutil/trace.go:171","msg":"trace[233607906] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"241.050567ms","start":"2026-03-19T18:01:57.6801Z","end":"2026-03-19T18:01:57.92115Z","steps":["trace[233607906] 'process raft request' (duration: 240.506964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:57.986654Z","caller":"traceutil/trace.go:171","msg":"trace[900413200] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"131.670617ms","start":"2026-03-19T18:01:57.854913Z","end":"2026-03-19T18:01:57.986584Z","steps":["trace[900413200] 'process raft request' (duration: 82.533371ms)","trace[900413200] 'compare' (duration: 48.829859ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:58.150726Z","caller":"traceutil/trace.go:171","msg":"trace[1425289197] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"156.581098ms","start":"2026-03-19T18:01:57.994118Z","end":"2026-03-19T18:01:58.150699Z","steps":["trace[1425289197] 'process raft request' (duration: 156.514326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.15088Z","caller":"traceutil/trace.go:171","msg":"trace[883121152] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"159.15438ms","start":"2026-03-19T18:01:57.991681Z","end":"2026-03-19T18:01:58.150835Z","steps":["trace[883121152] 'process raft request' (duration: 123.144112ms)","trace[883121152] 'compare' (duration: 35.647609ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:58.786734Z","caller":"traceutil/trace.go:171","msg":"trace[1521729053] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"106.471869ms","start":"2026-03-19T18:01:58.680224Z","end":"2026-03-19T18:01:58.786696Z","steps":["trace[1521729053] 'process raft request' (duration: 35.184729ms)","trace[1521729053] 'compare' (duration: 71.084465ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:58.822789Z","caller":"traceutil/trace.go:171","msg":"trace[568315143] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"102.847551ms","start":"2026-03-19T18:01:58.719904Z","end":"2026-03-19T18:01:58.822751Z","steps":["trace[568315143] 'process raft request' (duration: 102.637026ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:59.376507Z","caller":"traceutil/trace.go:171","msg":"trace[1108066426] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5174; }","duration":"124.309929ms","start":"2026-03-19T18:01:59.252165Z","end":"2026-03-19T18:01:59.376475Z","steps":["trace[1108066426] 'read index received' (duration: 27.168664ms)","trace[1108066426] 'applied index is now lower than readState.Index' (duration: 97.139645ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:59.376658Z","caller":"traceutil/trace.go:171","msg":"trace[1520945340] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"124.72238ms","start":"2026-03-19T18:01:59.251919Z","end":"2026-03-19T18:01:59.376641Z","steps":["trace[1520945340] 'process raft request' (duration: 121.627505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:59.376864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.685168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:59.376933Z","caller":"traceutil/trace.go:171","msg":"trace[703618085] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4966; }","duration":"124.79059ms","start":"2026-03-19T18:01:59.252125Z","end":"2026-03-19T18:01:59.376915Z","steps":["trace[703618085] 'agreement among raft nodes before linearized reading' (duration: 124.691148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:00.678993Z","caller":"traceutil/trace.go:171","msg":"trace[1900456807] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"105.407264ms","start":"2026-03-19T18:02:00.573561Z","end":"2026-03-19T18:02:00.678968Z","steps":["trace[1900456807] 'process raft request' (duration: 105.23658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:00.843418Z","caller":"traceutil/trace.go:171","msg":"trace[1848100393] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"158.789162ms","start":"2026-03-19T18:02:00.684579Z","end":"2026-03-19T18:02:00.843368Z","steps":["trace[1848100393] 'process raft request' (duration: 89.444348ms)","trace[1848100393] 'compare' (duration: 69.102378ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:00.919071Z","caller":"traceutil/trace.go:171","msg":"trace[1640527051] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"233.876134ms","start":"2026-03-19T18:02:00.685155Z","end":"2026-03-19T18:02:00.919031Z","steps":["trace[1640527051] 'process raft request' (duration: 233.604097ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:00.919133Z","caller":"traceutil/trace.go:171","msg":"trace[38016588] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"233.509675ms","start":"2026-03-19T18:02:00.685591Z","end":"2026-03-19T18:02:00.9191Z","steps":["trace[38016588] 'process raft request' (duration: 233.432064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:00.919169Z","caller":"traceutil/trace.go:171","msg":"trace[2025144642] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"233.660778ms","start":"2026-03-19T18:02:00.685481Z","end":"2026-03-19T18:02:00.919142Z","steps":["trace[2025144642] 'process raft request' (duration: 233.446703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.114677Z","caller":"traceutil/trace.go:171","msg":"trace[473156754] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"322.716127ms","start":"2026-03-19T18:02:00.79193Z","end":"2026-03-19T18:02:01.114646Z","steps":["trace[473156754] 'process raft request' (duration: 283.84045ms)","trace[473156754] 'compare' (duration: 38.750994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:01.114851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.791901Z","time spent":"322.86558ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:01.586764Z","caller":"traceutil/trace.go:171","msg":"trace[235100225] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"129.359841ms","start":"2026-03-19T18:02:01.457374Z","end":"2026-03-19T18:02:01.586733Z","steps":["trace[235100225] 'read index received' (duration: 128.403618ms)","trace[235100225] 'applied index is now lower than readState.Index' (duration: 954.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:01.586771Z","caller":"traceutil/trace.go:171","msg":"trace[1724621907] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"183.826096ms","start":"2026-03-19T18:02:01.402907Z","end":"2026-03-19T18:02:01.586733Z","steps":["trace[1724621907] 'process raft request' (duration: 182.942565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.587037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.642778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:02:01.587073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.961888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:02:01.587104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.370263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:02:01.587127Z","caller":"traceutil/trace.go:171","msg":"trace[887444457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4984; }","duration":"128.072661ms","start":"2026-03-19T18:02:01.459043Z","end":"2026-03-19T18:02:01.587115Z","steps":["trace[887444457] 'agreement among raft nodes before linearized reading' (duration: 127.862926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.587136Z","caller":"traceutil/trace.go:171","msg":"trace[1449671150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4984; }","duration":"129.786012ms","start":"2026-03-19T18:02:01.457324Z","end":"2026-03-19T18:02:01.58711Z","steps":["trace[1449671150] 'agreement among raft nodes before linearized reading' (duration: 129.504955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.587118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.958618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:02:01.587201Z","caller":"traceutil/trace.go:171","msg":"trace[25443194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4984; }","duration":"128.089032ms","start":"2026-03-19T18:02:01.459093Z","end":"2026-03-19T18:02:01.587182Z","steps":["trace[25443194] 'agreement among raft nodes before linearized reading' (duration: 127.834586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.587172Z","caller":"traceutil/trace.go:171","msg":"trace[441275842] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:4984; }","duration":"122.466745ms","start":"2026-03-19T18:02:01.464687Z","end":"2026-03-19T18:02:01.587154Z","steps":["trace[441275842] 'agreement among raft nodes before linearized reading' (duration: 122.237019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.587553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.401489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:02:01.587626Z","caller":"traceutil/trace.go:171","msg":"trace[408637821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4984; }","duration":"128.518862ms","start":"2026-03-19T18:02:01.459088Z","end":"2026-03-19T18:02:01.587607Z","steps":["trace[408637821] 'agreement among raft nodes before linearized reading' (duration: 127.867146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.803771Z","caller":"traceutil/trace.go:171","msg":"trace[1600080260] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"124.977595ms","start":"2026-03-19T18:02:01.678768Z","end":"2026-03-19T18:02:01.803745Z","steps":["trace[1600080260] 'process raft request' (duration: 124.811871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:03.18627Z","caller":"traceutil/trace.go:171","msg":"trace[506975729] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"119.076864ms","start":"2026-03-19T18:02:03.067141Z","end":"2026-03-19T18:02:03.186217Z","steps":["trace[506975729] 'process raft request' (duration: 82.090262ms)","trace[506975729] 'compare' (duration: 36.700185ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:04.174852Z","caller":"traceutil/trace.go:171","msg":"trace[1925252154] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"111.022819ms","start":"2026-03-19T18:02:04.063804Z","end":"2026-03-19T18:02:04.174827Z","steps":["trace[1925252154] 'process raft request' (duration: 110.858255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:05.374754Z","caller":"traceutil/trace.go:171","msg":"trace[816794134] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"183.072127ms","start":"2026-03-19T18:02:05.191652Z","end":"2026-03-19T18:02:05.374724Z","steps":["trace[816794134] 'process raft request' (duration: 182.896273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.56783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.227389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:05.568072Z","caller":"traceutil/trace.go:171","msg":"trace[814207915] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"156.544967ms","start":"2026-03-19T18:02:05.411507Z","end":"2026-03-19T18:02:05.568052Z","steps":["trace[814207915] 'process raft request' (duration: 156.437045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:05.568197Z","caller":"traceutil/trace.go:171","msg":"trace[1343557544] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"204.855563ms","start":"2026-03-19T18:02:05.363312Z","end":"2026-03-19T18:02:05.568167Z","steps":["trace[1343557544] 'process raft request' (duration: 87.142692ms)","trace[1343557544] 'compare' (duration: 116.989294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:06.766446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.909377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-tlvt6\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-19T18:02:06.766553Z","caller":"traceutil/trace.go:171","msg":"trace[439895643] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-tlvt6; range_end:; response_count:1; response_revision:5051; }","duration":"155.060801ms","start":"2026-03-19T18:02:06.611467Z","end":"2026-03-19T18:02:06.766528Z","steps":["trace[439895643] 'range keys from in-memory index tree' (duration: 154.641811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.906733Z","caller":"traceutil/trace.go:171","msg":"trace[622878926] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"130.906438ms","start":"2026-03-19T18:02:06.775789Z","end":"2026-03-19T18:02:06.906695Z","steps":["trace[622878926] 'process raft request' (duration: 130.656503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:07.048412Z","caller":"traceutil/trace.go:171","msg":"trace[709222591] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"138.453762ms","start":"2026-03-19T18:02:06.909921Z","end":"2026-03-19T18:02:07.048375Z","steps":["trace[709222591] 'process raft request' (duration: 112.187808ms)","trace[709222591] 'compare' (duration: 26.129171ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:07.217367Z","caller":"traceutil/trace.go:171","msg":"trace[626068610] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"305.303216ms","start":"2026-03-19T18:02:06.912037Z","end":"2026-03-19T18:02:07.21734Z","steps":["trace[626068610] 'process raft request' (duration: 239.508278ms)","trace[626068610] 'compare' (duration: 65.610294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:07.217553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.912004Z","time spent":"305.42763ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:07.217627Z","caller":"traceutil/trace.go:171","msg":"trace[987436378] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"304.9868ms","start":"2026-03-19T18:02:06.912614Z","end":"2026-03-19T18:02:07.217601Z","steps":["trace[987436378] 'process raft request' (duration: 304.688662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:07.217741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.91259Z","time spent":"305.088921ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:07.217758Z","caller":"traceutil/trace.go:171","msg":"trace[1230936186] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"304.772244ms","start":"2026-03-19T18:02:06.91296Z","end":"2026-03-19T18:02:07.217732Z","steps":["trace[1230936186] 'process raft request' (duration: 304.565529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:07.217963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.912952Z","time spent":"304.895287ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:07.218066Z","caller":"traceutil/trace.go:171","msg":"trace[1519265931] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"300.428499ms","start":"2026-03-19T18:02:06.917609Z","end":"2026-03-19T18:02:07.218038Z","steps":["trace[1519265931] 'process raft request' (duration: 300.264915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:07.218213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.917593Z","time spent":"300.541872ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:07.218097Z","caller":"traceutil/trace.go:171","msg":"trace[1357649264] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"304.891807ms","start":"2026-03-19T18:02:06.913183Z","end":"2026-03-19T18:02:07.218075Z","steps":["trace[1357649264] 'process raft request' (duration: 304.488547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:07.219131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:06.913163Z","time spent":"305.305367ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:07.814883Z","caller":"traceutil/trace.go:171","msg":"trace[1609659712] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5275; }","duration":"155.146653ms","start":"2026-03-19T18:02:07.65971Z","end":"2026-03-19T18:02:07.814857Z","steps":["trace[1609659712] 'read index received' (duration: 154.966189ms)","trace[1609659712] 'applied index is now lower than readState.Index' (duration: 179.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:07.815005Z","caller":"traceutil/trace.go:171","msg":"trace[1727786184] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"155.283117ms","start":"2026-03-19T18:02:07.659685Z","end":"2026-03-19T18:02:07.814968Z","steps":["trace[1727786184] 'process raft request' (duration: 155.01594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:07.81519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.767874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:02:07.815249Z","caller":"traceutil/trace.go:171","msg":"trace[1927965627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5063; }","duration":"120.864836ms","start":"2026-03-19T18:02:07.69436Z","end":"2026-03-19T18:02:07.815225Z","steps":["trace[1927965627] 'agreement among raft nodes before linearized reading' (duration: 120.661801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:07.815295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.542143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:02:07.815439Z","caller":"traceutil/trace.go:171","msg":"trace[444813096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5063; }","duration":"155.754607ms","start":"2026-03-19T18:02:07.659657Z","end":"2026-03-19T18:02:07.815412Z","steps":["trace[444813096] 'agreement among raft nodes before linearized reading' (duration: 155.341528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:13.600732Z","caller":"traceutil/trace.go:171","msg":"trace[33005402] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"173.568578ms","start":"2026-03-19T18:02:13.427133Z","end":"2026-03-19T18:02:13.600702Z","steps":["trace[33005402] 'process raft request' (duration: 173.389403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:13.601762Z","caller":"traceutil/trace.go:171","msg":"trace[1100056281] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"108.608541ms","start":"2026-03-19T18:02:13.493121Z","end":"2026-03-19T18:02:13.60173Z","steps":["trace[1100056281] 'process raft request' (duration: 108.469597ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:14.137388Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2554} {"level":"info","ts":"2026-03-19T18:02:14.273977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2554,"took":"135.362287ms","hash":1966682261,"current-db-size-bytes":38146048,"current-db-size":"38 MB","current-db-size-in-use-bytes":27869184,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T18:02:14.274057Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1966682261,"revision":2554,"compact-revision":-1} {"level":"warn","ts":"2026-03-19T18:02:15.255265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.188928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:15.255312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.218426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:15.255365Z","caller":"traceutil/trace.go:171","msg":"trace[1187022318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5168; }","duration":"117.366243ms","start":"2026-03-19T18:02:15.13798Z","end":"2026-03-19T18:02:15.255346Z","steps":["trace[1187022318] 'range keys from in-memory index tree' (duration: 117.041114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:15.25542Z","caller":"traceutil/trace.go:171","msg":"trace[1314124425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5168; }","duration":"109.40187ms","start":"2026-03-19T18:02:15.145989Z","end":"2026-03-19T18:02:15.255391Z","steps":["trace[1314124425] 'count revisions from in-memory index tree' (duration: 108.938119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.158316Z","caller":"traceutil/trace.go:171","msg":"trace[443052562] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"547.767488ms","start":"2026-03-19T18:02:15.610523Z","end":"2026-03-19T18:02:16.15829Z","steps":["trace[443052562] 'process raft request' (duration: 547.515671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.158495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:15.610503Z","time spent":"547.895641ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:16.158626Z","caller":"traceutil/trace.go:171","msg":"trace[117006510] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5384; }","duration":"511.257427ms","start":"2026-03-19T18:02:15.647332Z","end":"2026-03-19T18:02:16.158589Z","steps":["trace[117006510] 'read index received' (duration: 13.179699ms)","trace[117006510] 'applied index is now lower than readState.Index' (duration: 498.075738ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:16.158657Z","caller":"traceutil/trace.go:171","msg":"trace[227447963] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"538.571006ms","start":"2026-03-19T18:02:15.620047Z","end":"2026-03-19T18:02:16.158618Z","steps":["trace[227447963] 'process raft request' (duration: 538.159975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.158834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:15.62003Z","time spent":"538.70744ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:16.158849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.505862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:16.158899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.482896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43fc1b95-222b-4d6f-a113-3e5465117221\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-19T18:02:16.15891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.01089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43fc1b95-222b-4d6f-a113-3e5465117221\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-19T18:02:16.158928Z","caller":"traceutil/trace.go:171","msg":"trace[505052108] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5171; }","duration":"511.649486ms","start":"2026-03-19T18:02:15.647259Z","end":"2026-03-19T18:02:16.158908Z","steps":["trace[505052108] 'agreement among raft nodes before linearized reading' (duration: 511.480112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.158939Z","caller":"traceutil/trace.go:171","msg":"trace[894985382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43fc1b95-222b-4d6f-a113-3e5465117221; range_end:; response_count:1; response_revision:5171; }","duration":"202.573928ms","start":"2026-03-19T18:02:15.956355Z","end":"2026-03-19T18:02:16.158929Z","steps":["trace[894985382] 'agreement among raft nodes before linearized reading' (duration: 202.447215ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.158966Z","caller":"traceutil/trace.go:171","msg":"trace[1835040445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43fc1b95-222b-4d6f-a113-3e5465117221; range_end:; response_count:1; response_revision:5171; }","duration":"472.101902ms","start":"2026-03-19T18:02:15.686845Z","end":"2026-03-19T18:02:16.158947Z","steps":["trace[1835040445] 'agreement among raft nodes before linearized reading' (duration: 471.926328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.15898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:15.647237Z","time spent":"511.732348ms","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:16.159021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:15.686822Z","time spent":"472.184054ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43fc1b95-222b-4d6f-a113-3e5465117221\" "} {"level":"warn","ts":"2026-03-19T18:02:16.158986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.144209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:02:16.159037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.113413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:02:16.159083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.027944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:02:16.159063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.689959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T18:02:16.159131Z","caller":"traceutil/trace.go:171","msg":"trace[414338016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5171; }","duration":"272.110906ms","start":"2026-03-19T18:02:15.887008Z","end":"2026-03-19T18:02:16.159119Z","steps":["trace[414338016] 'agreement among raft nodes before linearized reading' (duration: 271.964422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.159092Z","caller":"traceutil/trace.go:171","msg":"trace[1047027436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5171; }","duration":"280.280863ms","start":"2026-03-19T18:02:15.878791Z","end":"2026-03-19T18:02:16.159072Z","steps":["trace[1047027436] 'agreement among raft nodes before linearized reading' (duration: 280.009256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.159163Z","caller":"traceutil/trace.go:171","msg":"trace[1267950250] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5171; }","duration":"228.837922ms","start":"2026-03-19T18:02:15.9303Z","end":"2026-03-19T18:02:16.159138Z","steps":["trace[1267950250] 'agreement among raft nodes before linearized reading' (duration: 228.546475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.159185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.224412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:02:16.159193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.223122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:02:16.159223Z","caller":"traceutil/trace.go:171","msg":"trace[1681595902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:5171; }","duration":"297.274993ms","start":"2026-03-19T18:02:15.861942Z","end":"2026-03-19T18:02:16.159217Z","steps":["trace[1681595902] 'agreement among raft nodes before linearized reading' (duration: 297.188971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.159223Z","caller":"traceutil/trace.go:171","msg":"trace[335214469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5171; }","duration":"285.281844ms","start":"2026-03-19T18:02:15.873932Z","end":"2026-03-19T18:02:16.159214Z","steps":["trace[335214469] 'agreement among raft nodes before linearized reading' (duration: 285.193782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.159109Z","caller":"traceutil/trace.go:171","msg":"trace[1976492164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5171; }","duration":"298.241797ms","start":"2026-03-19T18:02:15.860851Z","end":"2026-03-19T18:02:16.159093Z","steps":["trace[1976492164] 'agreement among raft nodes before linearized reading' (duration: 298.028792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.159317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.498459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:16.159348Z","caller":"traceutil/trace.go:171","msg":"trace[1103153968] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5171; }","duration":"435.53107ms","start":"2026-03-19T18:02:15.723808Z","end":"2026-03-19T18:02:16.159339Z","steps":["trace[1103153968] 'agreement among raft nodes before linearized reading' (duration: 435.427218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.159392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:15.723751Z","time spent":"435.632632ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":90,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:16.159401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.591402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:16.159435Z","caller":"traceutil/trace.go:171","msg":"trace[1858042188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5171; }","duration":"300.661094ms","start":"2026-03-19T18:02:15.858765Z","end":"2026-03-19T18:02:16.159426Z","steps":["trace[1858042188] 'agreement among raft nodes before linearized reading' (duration: 300.574712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.159467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:15.858742Z","time spent":"300.717636ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:02:16.503281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.386961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:16.503456Z","caller":"traceutil/trace.go:171","msg":"trace[232944941] linearizableReadLoop","detail":"{readStateIndex:5387; appliedIndex:5386; }","duration":"339.537083ms","start":"2026-03-19T18:02:16.163889Z","end":"2026-03-19T18:02:16.503426Z","steps":["trace[232944941] 'read index received' (duration: 190.895547ms)","trace[232944941] 'applied index is now lower than readState.Index' (duration: 148.639146ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:16.503686Z","caller":"traceutil/trace.go:171","msg":"trace[1298260506] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"339.989075ms","start":"2026-03-19T18:02:16.163666Z","end":"2026-03-19T18:02:16.503655Z","steps":["trace[1298260506] 'process raft request' (duration: 191.057881ms)","trace[1298260506] 'compare' (duration: 148.031081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:16.503846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:16.163643Z","time spent":"340.109808ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:16.503963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.060695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80212"} {"level":"info","ts":"2026-03-19T18:02:16.504036Z","caller":"traceutil/trace.go:171","msg":"trace[5482296] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5172; }","duration":"340.166458ms","start":"2026-03-19T18:02:16.163852Z","end":"2026-03-19T18:02:16.504018Z","steps":["trace[5482296] 'agreement among raft nodes before linearized reading' (duration: 339.724068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.5041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:16.16383Z","time spent":"340.248681ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80235,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:02:16.535156Z","caller":"traceutil/trace.go:171","msg":"trace[894966293] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"370.600943ms","start":"2026-03-19T18:02:16.164525Z","end":"2026-03-19T18:02:16.535126Z","steps":["trace[894966293] 'process raft request' (duration: 370.507891ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.535189Z","caller":"traceutil/trace.go:171","msg":"trace[1553514601] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"370.758696ms","start":"2026-03-19T18:02:16.164389Z","end":"2026-03-19T18:02:16.535148Z","steps":["trace[1553514601] 'process raft request' (duration: 370.47699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.53535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:16.164504Z","time spent":"370.743666ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:16.53537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:16.164372Z","time spent":"370.896549ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:16.535634Z","caller":"traceutil/trace.go:171","msg":"trace[1604733388] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"370.867068ms","start":"2026-03-19T18:02:16.16474Z","end":"2026-03-19T18:02:16.535607Z","steps":["trace[1604733388] 'process raft request' (duration: 370.332155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.535772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:16.164727Z","time spent":"370.966871ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:16.535929Z","caller":"traceutil/trace.go:171","msg":"trace[1421361836] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"370.696254ms","start":"2026-03-19T18:02:16.165205Z","end":"2026-03-19T18:02:16.535902Z","steps":["trace[1421361836] 'process raft request' (duration: 370.341456ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:16.535921Z","caller":"traceutil/trace.go:171","msg":"trace[1889064036] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"368.86107ms","start":"2026-03-19T18:02:16.167032Z","end":"2026-03-19T18:02:16.535894Z","steps":["trace[1889064036] 'process raft request' (duration: 368.728467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.536017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:16.165191Z","time spent":"370.784517ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:16.536189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:16.167024Z","time spent":"369.073455ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:16.553268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.038003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-19T18:02:16.553366Z","caller":"traceutil/trace.go:171","msg":"trace[507076847] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5178; }","duration":"388.174877ms","start":"2026-03-19T18:02:16.165172Z","end":"2026-03-19T18:02:16.553346Z","steps":["trace[507076847] 'agreement among raft nodes before linearized reading' (duration: 387.92354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:16.553412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:16.165161Z","time spent":"388.241878ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-19T18:02:17.042463Z","caller":"traceutil/trace.go:171","msg":"trace[1079099636] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"101.009467ms","start":"2026-03-19T18:02:16.941419Z","end":"2026-03-19T18:02:17.042428Z","steps":["trace[1079099636] 'process raft request' (duration: 100.908014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:17.042587Z","caller":"traceutil/trace.go:171","msg":"trace[1268852841] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"108.20609ms","start":"2026-03-19T18:02:16.93436Z","end":"2026-03-19T18:02:17.042566Z","steps":["trace[1268852841] 'process raft request' (duration: 107.76727ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:19.303343Z","caller":"traceutil/trace.go:171","msg":"trace[1663596056] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"122.049804ms","start":"2026-03-19T18:02:19.181259Z","end":"2026-03-19T18:02:19.303309Z","steps":["trace[1663596056] 'process raft request' (duration: 121.86437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:19.358834Z","caller":"traceutil/trace.go:171","msg":"trace[808902637] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"150.648855ms","start":"2026-03-19T18:02:19.208163Z","end":"2026-03-19T18:02:19.358812Z","steps":["trace[808902637] 'process raft request' (duration: 150.528432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:20.724791Z","caller":"traceutil/trace.go:171","msg":"trace[1987819217] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"171.848737ms","start":"2026-03-19T18:02:20.552902Z","end":"2026-03-19T18:02:20.724751Z","steps":["trace[1987819217] 'process raft request' (duration: 112.821513ms)","trace[1987819217] 'compare' (duration: 58.742926ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:20.724864Z","caller":"traceutil/trace.go:171","msg":"trace[514751403] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"166.480708ms","start":"2026-03-19T18:02:20.558358Z","end":"2026-03-19T18:02:20.724839Z","steps":["trace[514751403] 'process raft request' (duration: 166.437107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:20.724914Z","caller":"traceutil/trace.go:171","msg":"trace[2133025496] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"169.156432ms","start":"2026-03-19T18:02:20.555719Z","end":"2026-03-19T18:02:20.724875Z","steps":["trace[2133025496] 'process raft request' (duration: 168.991648ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:20.725043Z","caller":"traceutil/trace.go:171","msg":"trace[1295243943] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"169.242225ms","start":"2026-03-19T18:02:20.55579Z","end":"2026-03-19T18:02:20.725032Z","steps":["trace[1295243943] 'process raft request' (duration: 168.972158ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:20.725054Z","caller":"traceutil/trace.go:171","msg":"trace[1976098787] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5445; }","duration":"170.634128ms","start":"2026-03-19T18:02:20.554402Z","end":"2026-03-19T18:02:20.725036Z","steps":["trace[1976098787] 'read index received' (duration: 111.335117ms)","trace[1976098787] 'applied index is now lower than readState.Index' (duration: 59.297661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:20.72548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.022037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81425"} {"level":"info","ts":"2026-03-19T18:02:20.725544Z","caller":"traceutil/trace.go:171","msg":"trace[716886575] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5233; }","duration":"171.155169ms","start":"2026-03-19T18:02:20.554373Z","end":"2026-03-19T18:02:20.725528Z","steps":["trace[716886575] 'agreement among raft nodes before linearized reading' (duration: 170.849372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:20.725409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.805211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:02:20.725711Z","caller":"traceutil/trace.go:171","msg":"trace[402181902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5233; }","duration":"171.133859ms","start":"2026-03-19T18:02:20.554563Z","end":"2026-03-19T18:02:20.725696Z","steps":["trace[402181902] 'agreement among raft nodes before linearized reading' (duration: 170.72586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:20.985731Z","caller":"traceutil/trace.go:171","msg":"trace[2086423672] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"176.576981ms","start":"2026-03-19T18:02:20.807913Z","end":"2026-03-19T18:02:20.98449Z","steps":["trace[2086423672] 'process raft request' (duration: 176.318505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.361889Z","caller":"traceutil/trace.go:171","msg":"trace[1370350842] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"114.089833ms","start":"2026-03-19T18:02:21.24777Z","end":"2026-03-19T18:02:21.36186Z","steps":["trace[1370350842] 'process raft request' (duration: 113.926939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.517166Z","caller":"traceutil/trace.go:171","msg":"trace[1033719840] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"135.49667ms","start":"2026-03-19T18:02:21.381648Z","end":"2026-03-19T18:02:21.517144Z","steps":["trace[1033719840] 'process raft request' (duration: 40.21912ms)","trace[1033719840] 'compare' (duration: 95.086135ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:21.517325Z","caller":"traceutil/trace.go:171","msg":"trace[51697117] linearizableReadLoop","detail":"{readStateIndex:5460; appliedIndex:5458; }","duration":"113.930109ms","start":"2026-03-19T18:02:21.403363Z","end":"2026-03-19T18:02:21.517293Z","steps":["trace[51697117] 'read index received' (duration: 18.209748ms)","trace[51697117] 'applied index is now lower than readState.Index' (duration: 95.717901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:21.517468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.084383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:21.517481Z","caller":"traceutil/trace.go:171","msg":"trace[1330708030] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"135.04882ms","start":"2026-03-19T18:02:21.382406Z","end":"2026-03-19T18:02:21.517454Z","steps":["trace[1330708030] 'process raft request' (duration: 134.710091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.517507Z","caller":"traceutil/trace.go:171","msg":"trace[1711230683] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5244; }","duration":"114.197526ms","start":"2026-03-19T18:02:21.403297Z","end":"2026-03-19T18:02:21.517494Z","steps":["trace[1711230683] 'agreement among raft nodes before linearized reading' (duration: 114.093073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:27.955483Z","caller":"traceutil/trace.go:171","msg":"trace[1030020601] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"150.84813ms","start":"2026-03-19T18:02:27.804611Z","end":"2026-03-19T18:02:27.955459Z","steps":["trace[1030020601] 'process raft request' (duration: 150.691897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:27.957796Z","caller":"traceutil/trace.go:171","msg":"trace[979824654] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"119.587666ms","start":"2026-03-19T18:02:27.838183Z","end":"2026-03-19T18:02:27.957771Z","steps":["trace[979824654] 'process raft request' (duration: 119.449942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:28.308207Z","caller":"traceutil/trace.go:171","msg":"trace[1450754832] linearizableReadLoop","detail":"{readStateIndex:5537; appliedIndex:5536; }","duration":"105.868325ms","start":"2026-03-19T18:02:28.202315Z","end":"2026-03-19T18:02:28.308184Z","steps":["trace[1450754832] 'read index received' (duration: 105.704011ms)","trace[1450754832] 'applied index is now lower than readState.Index' (duration: 163.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:28.308325Z","caller":"traceutil/trace.go:171","msg":"trace[1053477846] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"167.00453ms","start":"2026-03-19T18:02:28.141277Z","end":"2026-03-19T18:02:28.308282Z","steps":["trace[1053477846] 'process raft request' (duration: 166.735384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:28.308394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.064209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:02:28.308598Z","caller":"traceutil/trace.go:171","msg":"trace[1524818273] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5317; }","duration":"106.326745ms","start":"2026-03-19T18:02:28.202259Z","end":"2026-03-19T18:02:28.308585Z","steps":["trace[1524818273] 'agreement among raft nodes before linearized reading' (duration: 106.011788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:30.941872Z","caller":"traceutil/trace.go:171","msg":"trace[1049016277] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"165.453002ms","start":"2026-03-19T18:02:30.776357Z","end":"2026-03-19T18:02:30.94181Z","steps":["trace[1049016277] 'process raft request' (duration: 165.255238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:30.941799Z","caller":"traceutil/trace.go:171","msg":"trace[1159590087] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5560; }","duration":"161.993248ms","start":"2026-03-19T18:02:30.779779Z","end":"2026-03-19T18:02:30.941773Z","steps":["trace[1159590087] 'read index received' (duration: 161.830254ms)","trace[1159590087] 'applied index is now lower than readState.Index' (duration: 161.844µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:30.94206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.7078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:02:30.942098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.470444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81425"} {"level":"info","ts":"2026-03-19T18:02:30.942165Z","caller":"traceutil/trace.go:171","msg":"trace[1874749693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5341; }","duration":"163.566347ms","start":"2026-03-19T18:02:30.778584Z","end":"2026-03-19T18:02:30.94215Z","steps":["trace[1874749693] 'agreement among raft nodes before linearized reading' (duration: 163.230869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:30.942151Z","caller":"traceutil/trace.go:171","msg":"trace[835037369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5341; }","duration":"163.815953ms","start":"2026-03-19T18:02:30.778312Z","end":"2026-03-19T18:02:30.942128Z","steps":["trace[835037369] 'agreement among raft nodes before linearized reading' (duration: 163.627268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:30.946802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.30016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"info","ts":"2026-03-19T18:02:30.94687Z","caller":"traceutil/trace.go:171","msg":"trace[2056450526] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5342; }","duration":"124.424502ms","start":"2026-03-19T18:02:30.82243Z","end":"2026-03-19T18:02:30.946854Z","steps":["trace[2056450526] 'agreement among raft nodes before linearized reading' (duration: 124.220006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:30.946828Z","caller":"traceutil/trace.go:171","msg":"trace[464195747] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"163.470675ms","start":"2026-03-19T18:02:30.783248Z","end":"2026-03-19T18:02:30.946718Z","steps":["trace[464195747] 'process raft request' (duration: 163.30796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:38.520057Z","caller":"traceutil/trace.go:171","msg":"trace[2078861003] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"109.074672ms","start":"2026-03-19T18:02:38.410952Z","end":"2026-03-19T18:02:38.520027Z","steps":["trace[2078861003] 'process raft request' (duration: 108.882507ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:39.43279Z","caller":"traceutil/trace.go:171","msg":"trace[803201856] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5636; }","duration":"491.082774ms","start":"2026-03-19T18:02:38.941684Z","end":"2026-03-19T18:02:39.432767Z","steps":["trace[803201856] 'read index received' (duration: 490.875429ms)","trace[803201856] 'applied index is now lower than readState.Index' (duration: 206.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:39.432893Z","caller":"traceutil/trace.go:171","msg":"trace[1301685899] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"578.419327ms","start":"2026-03-19T18:02:38.854452Z","end":"2026-03-19T18:02:39.432871Z","steps":["trace[1301685899] 'process raft request' (duration: 578.161071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.433057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.33329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:02:39.433117Z","caller":"traceutil/trace.go:171","msg":"trace[560899670] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5415; }","duration":"491.461383ms","start":"2026-03-19T18:02:38.941637Z","end":"2026-03-19T18:02:39.433098Z","steps":["trace[560899670] 'agreement among raft nodes before linearized reading' (duration: 491.245378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.433132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.185229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:02:39.433168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.75512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:39.433217Z","caller":"traceutil/trace.go:171","msg":"trace[366268077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5415; }","duration":"453.295552ms","start":"2026-03-19T18:02:38.979902Z","end":"2026-03-19T18:02:39.433198Z","steps":["trace[366268077] 'agreement among raft nodes before linearized reading' (duration: 453.042786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.433185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:38.854431Z","time spent":"578.512769ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:39.43327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:38.979854Z","time spent":"453.406264ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:39.433446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.79922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:02:39.433489Z","caller":"traceutil/trace.go:171","msg":"trace[1342498895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5415; }","duration":"449.861351ms","start":"2026-03-19T18:02:38.983618Z","end":"2026-03-19T18:02:39.433479Z","steps":["trace[1342498895] 'agreement among raft nodes before linearized reading' (duration: 449.746288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.433589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.989954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:02:39.433627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:38.983602Z","time spent":"450.011884ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:02:39.433712Z","caller":"traceutil/trace.go:171","msg":"trace[500569713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5415; }","duration":"450.133247ms","start":"2026-03-19T18:02:38.983551Z","end":"2026-03-19T18:02:39.433685Z","steps":["trace[500569713] 'agreement among raft nodes before linearized reading' (duration: 449.782909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.433706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.165408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:02:39.433763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:38.983544Z","time spent":"450.212069ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:02:39.433829Z","caller":"traceutil/trace.go:171","msg":"trace[1449902773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:5415; }","duration":"450.349842ms","start":"2026-03-19T18:02:38.98345Z","end":"2026-03-19T18:02:39.4338Z","steps":["trace[1449902773] 'agreement among raft nodes before linearized reading' (duration: 449.993654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.433887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:38.983422Z","time spent":"450.455765ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"info","ts":"2026-03-19T18:02:39.434007Z","caller":"traceutil/trace.go:171","msg":"trace[536274253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5415; }","duration":"448.622381ms","start":"2026-03-19T18:02:38.985366Z","end":"2026-03-19T18:02:39.433989Z","steps":["trace[536274253] 'agreement among raft nodes before linearized reading' (duration: 447.683179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:39.434071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:38.985355Z","time spent":"448.702662ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:02:39.433158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:38.941619Z","time spent":"491.529675ms","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:02:41.488542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.01608884s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:02:41.489193Z","caller":"traceutil/trace.go:171","msg":"trace[1122302889] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"2.051456362s","start":"2026-03-19T18:02:39.437704Z","end":"2026-03-19T18:02:41.489161Z","steps":["trace[1122302889] 'process raft request' (duration: 2.051094574s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:41.489182Z","caller":"traceutil/trace.go:171","msg":"trace[994266047] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"2.050830218s","start":"2026-03-19T18:02:39.438318Z","end":"2026-03-19T18:02:41.489149Z","steps":["trace[994266047] 'process raft request' (duration: 2.050712055s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.489367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:39.437688Z","time spent":"2.051585736s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:41.489417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:39.438306Z","time spent":"2.050987111s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:41.489468Z","caller":"traceutil/trace.go:171","msg":"trace[223842715] linearizableReadLoop","detail":"{readStateIndex:5640; appliedIndex:5638; }","duration":"2.050600483s","start":"2026-03-19T18:02:39.438834Z","end":"2026-03-19T18:02:41.489434Z","steps":["trace[223842715] 'read index received' (duration: 33.464399ms)","trace[223842715] 'applied index is now lower than readState.Index' (duration: 2.017134854s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:41.489469Z","caller":"traceutil/trace.go:171","msg":"trace[1375784503] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"2.050520391s","start":"2026-03-19T18:02:39.438915Z","end":"2026-03-19T18:02:41.489436Z","steps":["trace[1375784503] 'process raft request' (duration: 2.050182023s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:41.489543Z","caller":"traceutil/trace.go:171","msg":"trace[1704853338] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"2.040950402s","start":"2026-03-19T18:02:39.448555Z","end":"2026-03-19T18:02:41.489505Z","steps":["trace[1704853338] 'process raft request' (duration: 2.040739937s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.489629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:39.438905Z","time spent":"2.050643893s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:41.489693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050832908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-43fc1b95-222b-4d6f-a113-3e5465117221\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-19T18:02:41.489711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:39.448544Z","time spent":"2.041078255s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:41.489737Z","caller":"traceutil/trace.go:171","msg":"trace[636694056] range","detail":"{range_begin:/registry/persistentvolumes/pvc-43fc1b95-222b-4d6f-a113-3e5465117221; range_end:; response_count:1; response_revision:5420; }","duration":"2.050909759s","start":"2026-03-19T18:02:39.43881Z","end":"2026-03-19T18:02:41.48972Z","steps":["trace[636694056] 'agreement among raft nodes before linearized reading' (duration: 2.050741426s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.489775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:39.438802Z","time spent":"2.050964211s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-43fc1b95-222b-4d6f-a113-3e5465117221\" "} {"level":"warn","ts":"2026-03-19T18:02:41.81229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.783923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:41.812591Z","caller":"traceutil/trace.go:171","msg":"trace[2087920275] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5642; }","duration":"323.041785ms","start":"2026-03-19T18:02:41.489527Z","end":"2026-03-19T18:02:41.812569Z","steps":["trace[2087920275] 'read index received' (duration: 120.75069ms)","trace[2087920275] 'applied index is now lower than readState.Index' (duration: 202.289775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:41.812717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674968582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:41.812763Z","caller":"traceutil/trace.go:171","msg":"trace[155475300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5423; }","duration":"1.675051523s","start":"2026-03-19T18:02:40.137697Z","end":"2026-03-19T18:02:41.812748Z","steps":["trace[155475300] 'agreement among raft nodes before linearized reading' (duration: 1.674975921s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:41.812744Z","caller":"traceutil/trace.go:171","msg":"trace[1287771327] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"1.286201408s","start":"2026-03-19T18:02:40.526504Z","end":"2026-03-19T18:02:41.812706Z","steps":["trace[1287771327] 'process raft request' (duration: 1.286008694s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.812827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:40.13768Z","time spent":"1.675136876s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:41.81282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.204972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:02:41.812819Z","caller":"traceutil/trace.go:171","msg":"trace[1806531088] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"1.303508941s","start":"2026-03-19T18:02:40.50927Z","end":"2026-03-19T18:02:41.812779Z","steps":["trace[1806531088] 'process raft request' (duration: 1.303154783s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.812881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370273497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81899"} {"level":"info","ts":"2026-03-19T18:02:41.812885Z","caller":"traceutil/trace.go:171","msg":"trace[1697732802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5423; }","duration":"337.295765ms","start":"2026-03-19T18:02:41.475574Z","end":"2026-03-19T18:02:41.81287Z","steps":["trace[1697732802] 'agreement among raft nodes before linearized reading' (duration: 337.137411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.812894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.443691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:02:41.812941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:41.475563Z","time spent":"337.366156ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:41.81293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:40.526488Z","time spent":"1.286346052s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:41.81293Z","caller":"traceutil/trace.go:171","msg":"trace[1937051729] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5423; }","duration":"2.370327028s","start":"2026-03-19T18:02:39.442589Z","end":"2026-03-19T18:02:41.812916Z","steps":["trace[1937051729] 'agreement among raft nodes before linearized reading' (duration: 2.370056552s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.813005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:39.442548Z","time spent":"2.370443801s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:02:41.813035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.612446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:41.813027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:40.509239Z","time spent":"1.303682165s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:41.813032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959196041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:41.813021Z","caller":"traceutil/trace.go:171","msg":"trace[585068463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5423; }","duration":"374.577364ms","start":"2026-03-19T18:02:41.438376Z","end":"2026-03-19T18:02:41.812954Z","steps":["trace[585068463] 'agreement among raft nodes before linearized reading' (duration: 374.252256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.813135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019196529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:41.813143Z","caller":"traceutil/trace.go:171","msg":"trace[1608211911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5423; }","duration":"1.959372316s","start":"2026-03-19T18:02:39.85373Z","end":"2026-03-19T18:02:41.813102Z","steps":["trace[1608211911] 'agreement among raft nodes before linearized reading' (duration: 1.959062338s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:41.813199Z","caller":"traceutil/trace.go:171","msg":"trace[301540416] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5423; }","duration":"1.01925555s","start":"2026-03-19T18:02:40.793924Z","end":"2026-03-19T18:02:41.813179Z","steps":["trace[301540416] 'agreement among raft nodes before linearized reading' (duration: 1.019162988s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.813164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365947623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"warn","ts":"2026-03-19T18:02:41.813234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:39.853711Z","time spent":"1.959510838s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:02:41.813242Z","caller":"traceutil/trace.go:171","msg":"trace[1951935599] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"1.733829415s","start":"2026-03-19T18:02:40.079392Z","end":"2026-03-19T18:02:41.813222Z","steps":["trace[1951935599] 'process raft request' (duration: 1.530990668s)","trace[1951935599] 'compare' (duration: 201.559387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:41.813255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:40.793868Z","time spent":"1.019372413s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:02:41.813268Z","caller":"traceutil/trace.go:171","msg":"trace[1409335435] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5423; }","duration":"2.366081698s","start":"2026-03-19T18:02:39.447168Z","end":"2026-03-19T18:02:41.81325Z","steps":["trace[1409335435] 'agreement among raft nodes before linearized reading' (duration: 2.36577769s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.813167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:41.438352Z","time spent":"374.764688ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:41.813319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:39.447157Z","time spent":"2.366149569s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T18:02:41.81333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:40.079365Z","time spent":"1.733919758s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:41.813073Z","caller":"traceutil/trace.go:171","msg":"trace[2035394863] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5423; }","duration":"644.707168ms","start":"2026-03-19T18:02:41.168354Z","end":"2026-03-19T18:02:41.813061Z","steps":["trace[2035394863] 'agreement among raft nodes before linearized reading' (duration: 644.648196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:41.813479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:41.168325Z","time spent":"645.128219ms","remote":"127.0.0.1:40858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:42.12141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.386603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:42.121569Z","caller":"traceutil/trace.go:171","msg":"trace[872802384] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"303.437528ms","start":"2026-03-19T18:02:41.818089Z","end":"2026-03-19T18:02:42.121527Z","steps":["trace[872802384] 'process raft request' (duration: 114.834199ms)","trace[872802384] 'compare' (duration: 188.143777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:42.12167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:41.818067Z","time spent":"303.552191ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:42.716812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.515805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:42.71713Z","caller":"traceutil/trace.go:171","msg":"trace[200159818] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5645; }","duration":"895.184592ms","start":"2026-03-19T18:02:41.821924Z","end":"2026-03-19T18:02:42.717108Z","steps":["trace[200159818] 'read index received' (duration: 111.110049ms)","trace[200159818] 'applied index is now lower than readState.Index' (duration: 784.073413ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:42.717251Z","caller":"traceutil/trace.go:171","msg":"trace[981500295] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"813.157046ms","start":"2026-03-19T18:02:41.904083Z","end":"2026-03-19T18:02:42.71724Z","steps":["trace[981500295] 'process raft request' (duration: 812.858379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:42.717242Z","caller":"traceutil/trace.go:171","msg":"trace[1236564480] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"898.207244ms","start":"2026-03-19T18:02:41.818983Z","end":"2026-03-19T18:02:42.717191Z","steps":["trace[1236564480] 'process raft request' (duration: 699.204027ms)","trace[1236564480] 'compare' (duration: 198.010073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:42.717329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:41.904062Z","time spent":"813.223017ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:42.717552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:41.818953Z","time spent":"898.398339ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:43.182341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.233037ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:02:43.182459Z","caller":"traceutil/trace.go:171","msg":"trace[376132579] linearizableReadLoop","detail":"{readStateIndex:5649; appliedIndex:5648; }","duration":"465.263568ms","start":"2026-03-19T18:02:42.71717Z","end":"2026-03-19T18:02:43.182434Z","steps":["trace[376132579] 'read index received' (duration: 120.263µs)","trace[376132579] 'applied index is now lower than readState.Index' (duration: 465.140975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:43.182568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360623714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:43.182634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.24045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:43.182694Z","caller":"traceutil/trace.go:171","msg":"trace[539222653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5426; }","duration":"855.363673ms","start":"2026-03-19T18:02:42.327313Z","end":"2026-03-19T18:02:43.182676Z","steps":["trace[539222653] 'agreement among raft nodes before linearized reading' (duration: 855.25983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:43.182743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.828347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:43.182863Z","caller":"traceutil/trace.go:171","msg":"trace[1835731039] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5426; }","duration":"226.018951ms","start":"2026-03-19T18:02:42.956822Z","end":"2026-03-19T18:02:43.18284Z","steps":["trace[1835731039] 'agreement among raft nodes before linearized reading' (duration: 225.838376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:43.182899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:42.327291Z","time spent":"855.547378ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:02:43.182636Z","caller":"traceutil/trace.go:171","msg":"trace[144866860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5426; }","duration":"1.360712956s","start":"2026-03-19T18:02:41.821904Z","end":"2026-03-19T18:02:43.182617Z","steps":["trace[144866860] 'agreement among raft nodes before linearized reading' (duration: 895.398497ms)","trace[144866860] 'range keys from in-memory index tree' (duration: 465.200926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:43.183163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:41.821892Z","time spent":"1.361204838s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:02:43.938393Z","caller":"traceutil/trace.go:171","msg":"trace[1634502523] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"120.175067ms","start":"2026-03-19T18:02:43.818189Z","end":"2026-03-19T18:02:43.938364Z","steps":["trace[1634502523] 'process raft request' (duration: 119.88637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.940375Z","caller":"traceutil/trace.go:171","msg":"trace[523629848] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5653; }","duration":"118.977108ms","start":"2026-03-19T18:02:43.821364Z","end":"2026-03-19T18:02:43.940341Z","steps":["trace[523629848] 'read index received' (duration: 116.709574ms)","trace[523629848] 'applied index is now lower than readState.Index' (duration: 2.266024ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:43.940434Z","caller":"traceutil/trace.go:171","msg":"trace[291043003] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"121.499219ms","start":"2026-03-19T18:02:43.818899Z","end":"2026-03-19T18:02:43.940399Z","steps":["trace[291043003] 'process raft request' (duration: 121.194071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:43.94051Z","caller":"traceutil/trace.go:171","msg":"trace[904996694] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"120.838162ms","start":"2026-03-19T18:02:43.819609Z","end":"2026-03-19T18:02:43.940448Z","steps":["trace[904996694] 'process raft request' (duration: 120.659477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:43.942046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.653188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:02:43.942137Z","caller":"traceutil/trace.go:171","msg":"trace[1995873264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:5433; }","duration":"120.802281ms","start":"2026-03-19T18:02:43.821314Z","end":"2026-03-19T18:02:43.942116Z","steps":["trace[1995873264] 'agreement among raft nodes before linearized reading' (duration: 119.148212ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:44.987862Z","caller":"traceutil/trace.go:171","msg":"trace[1228286356] linearizableReadLoop","detail":"{readStateIndex:5663; appliedIndex:5662; }","duration":"204.232392ms","start":"2026-03-19T18:02:44.783604Z","end":"2026-03-19T18:02:44.987837Z","steps":["trace[1228286356] 'read index received' (duration: 204.14561ms)","trace[1228286356] 'applied index is now lower than readState.Index' (duration: 85.502µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:44.987973Z","caller":"traceutil/trace.go:171","msg":"trace[2134740915] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"214.134518ms","start":"2026-03-19T18:02:44.773804Z","end":"2026-03-19T18:02:44.987939Z","steps":["trace[2134740915] 'process raft request' (duration: 213.845001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:44.988248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.432886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:44.988331Z","caller":"traceutil/trace.go:171","msg":"trace[1441430632] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5440; }","duration":"204.770904ms","start":"2026-03-19T18:02:44.783542Z","end":"2026-03-19T18:02:44.988313Z","steps":["trace[1441430632] 'agreement among raft nodes before linearized reading' (duration: 204.410695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:45.27488Z","caller":"traceutil/trace.go:171","msg":"trace[599042297] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"317.347019ms","start":"2026-03-19T18:02:44.957498Z","end":"2026-03-19T18:02:45.274845Z","steps":["trace[599042297] 'process raft request' (duration: 287.59635ms)","trace[599042297] 'compare' (duration: 29.254257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:45.275135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.013524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16551"} {"level":"info","ts":"2026-03-19T18:02:45.27521Z","caller":"traceutil/trace.go:171","msg":"trace[541787875] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5441; }","duration":"328.147777ms","start":"2026-03-19T18:02:44.947046Z","end":"2026-03-19T18:02:45.275193Z","steps":["trace[541787875] 'agreement among raft nodes before linearized reading' (duration: 327.868861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.27526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.947021Z","time spent":"328.219598ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16574,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T18:02:45.275025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.957449Z","time spent":"317.508263ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:45.274871Z","caller":"traceutil/trace.go:171","msg":"trace[385016310] linearizableReadLoop","detail":"{readStateIndex:5664; appliedIndex:5663; }","duration":"286.844631ms","start":"2026-03-19T18:02:44.987965Z","end":"2026-03-19T18:02:45.27481Z","steps":["trace[385016310] 'read index received' (duration: 257.071711ms)","trace[385016310] 'applied index is now lower than readState.Index' (duration: 29.77166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:45.275864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.213283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:45.276133Z","caller":"traceutil/trace.go:171","msg":"trace[857624953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5441; }","duration":"137.538841ms","start":"2026-03-19T18:02:45.138568Z","end":"2026-03-19T18:02:45.276107Z","steps":["trace[857624953] 'agreement among raft nodes before linearized reading' (duration: 137.195543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.276112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.989823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T18:02:45.276207Z","caller":"traceutil/trace.go:171","msg":"trace[774681321] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5441; }","duration":"237.097726ms","start":"2026-03-19T18:02:45.039091Z","end":"2026-03-19T18:02:45.276188Z","steps":["trace[774681321] 'agreement among raft nodes before linearized reading' (duration: 236.667315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:45.394425Z","caller":"traceutil/trace.go:171","msg":"trace[1605755828] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"104.776729ms","start":"2026-03-19T18:02:45.289631Z","end":"2026-03-19T18:02:45.394407Z","steps":["trace[1605755828] 'process raft request' (duration: 104.656576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:47.024126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.66113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:47.024357Z","caller":"traceutil/trace.go:171","msg":"trace[49384520] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"128.357132ms","start":"2026-03-19T18:02:46.895969Z","end":"2026-03-19T18:02:47.024326Z","steps":["trace[49384520] 'process raft request' (duration: 22.394314ms)","trace[49384520] 'compare' (duration: 105.504067ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:52.102113Z","caller":"traceutil/trace.go:171","msg":"trace[879714777] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"104.205865ms","start":"2026-03-19T18:02:51.997888Z","end":"2026-03-19T18:02:52.102094Z","steps":["trace[879714777] 'process raft request' (duration: 104.080672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:59.968892Z","caller":"traceutil/trace.go:171","msg":"trace[1466015531] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"176.419418ms","start":"2026-03-19T18:02:59.79244Z","end":"2026-03-19T18:02:59.968859Z","steps":["trace[1466015531] 'process raft request' (duration: 175.717981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:59.969991Z","caller":"traceutil/trace.go:171","msg":"trace[630860912] linearizableReadLoop","detail":"{readStateIndex:5769; appliedIndex:5767; }","duration":"115.833413ms","start":"2026-03-19T18:02:59.854125Z","end":"2026-03-19T18:02:59.969959Z","steps":["trace[630860912] 'read index received' (duration: 114.06563ms)","trace[630860912] 'applied index is now lower than readState.Index' (duration: 1.766413ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:59.970056Z","caller":"traceutil/trace.go:171","msg":"trace[1008499759] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"176.887629ms","start":"2026-03-19T18:02:59.793142Z","end":"2026-03-19T18:02:59.970029Z","steps":["trace[1008499759] 'process raft request' (duration: 176.623973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:59.970206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.064898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:59.970311Z","caller":"traceutil/trace.go:171","msg":"trace[1456519481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5543; }","duration":"116.223952ms","start":"2026-03-19T18:02:59.854066Z","end":"2026-03-19T18:02:59.97029Z","steps":["trace[1456519481] 'agreement among raft nodes before linearized reading' (duration: 116.070759ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.465294Z","caller":"traceutil/trace.go:171","msg":"trace[2094532067] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5772; }","duration":"168.003437ms","start":"2026-03-19T18:03:00.297263Z","end":"2026-03-19T18:03:00.465266Z","steps":["trace[2094532067] 'read index received' (duration: 115.676919ms)","trace[2094532067] 'applied index is now lower than readState.Index' (duration: 52.325978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:00.465442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.31404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:00.465466Z","caller":"traceutil/trace.go:171","msg":"trace[1124116228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5547; }","duration":"159.390262ms","start":"2026-03-19T18:03:00.306068Z","end":"2026-03-19T18:03:00.465459Z","steps":["trace[1124116228] 'agreement among raft nodes before linearized reading' (duration: 159.31636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:00.465499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.213082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10884"} {"level":"info","ts":"2026-03-19T18:03:00.465579Z","caller":"traceutil/trace.go:171","msg":"trace[1947020075] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5547; }","duration":"168.325334ms","start":"2026-03-19T18:03:00.297239Z","end":"2026-03-19T18:03:00.465564Z","steps":["trace[1947020075] 'agreement among raft nodes before linearized reading' (duration: 168.13753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.465485Z","caller":"traceutil/trace.go:171","msg":"trace[849062430] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"177.960896ms","start":"2026-03-19T18:03:00.287491Z","end":"2026-03-19T18:03:00.465452Z","steps":["trace[849062430] 'process raft request' (duration: 125.437182ms)","trace[849062430] 'compare' (duration: 52.227967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:00.465675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.457308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:03:00.465774Z","caller":"traceutil/trace.go:171","msg":"trace[14788723] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5547; }","duration":"116.670123ms","start":"2026-03-19T18:03:00.349077Z","end":"2026-03-19T18:03:00.465747Z","steps":["trace[14788723] 'agreement among raft nodes before linearized reading' (duration: 116.328925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:00.71682Z","caller":"traceutil/trace.go:171","msg":"trace[1734556366] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"147.971799ms","start":"2026-03-19T18:03:00.568821Z","end":"2026-03-19T18:03:00.716792Z","steps":["trace[1734556366] 'process raft request' (duration: 147.782225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:16.538977Z","caller":"traceutil/trace.go:171","msg":"trace[2082146432] linearizableReadLoop","detail":"{readStateIndex:5963; appliedIndex:5961; }","duration":"142.311784ms","start":"2026-03-19T18:03:16.396651Z","end":"2026-03-19T18:03:16.538962Z","steps":["trace[2082146432] 'read index received' (duration: 133.272488ms)","trace[2082146432] 'applied index is now lower than readState.Index' (duration: 9.038516ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:16.539067Z","caller":"traceutil/trace.go:171","msg":"trace[2089488480] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"163.955631ms","start":"2026-03-19T18:03:16.375082Z","end":"2026-03-19T18:03:16.539038Z","steps":["trace[2089488480] 'process raft request' (duration: 154.825183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:16.53908Z","caller":"traceutil/trace.go:171","msg":"trace[1253700327] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"162.026714ms","start":"2026-03-19T18:03:16.37702Z","end":"2026-03-19T18:03:16.539047Z","steps":["trace[1253700327] 'process raft request' (duration: 161.914391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:16.539153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.490059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:03:16.539186Z","caller":"traceutil/trace.go:171","msg":"trace[881133482] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:5731; }","duration":"142.53627ms","start":"2026-03-19T18:03:16.396641Z","end":"2026-03-19T18:03:16.539177Z","steps":["trace[881133482] 'agreement among raft nodes before linearized reading' (duration: 142.405156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:16.847894Z","caller":"traceutil/trace.go:171","msg":"trace[1976302186] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"297.119078ms","start":"2026-03-19T18:03:16.550739Z","end":"2026-03-19T18:03:16.847858Z","steps":["trace[1976302186] 'process raft request' (duration: 291.658857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:18.014809Z","caller":"traceutil/trace.go:171","msg":"trace[1273457664] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"127.49894ms","start":"2026-03-19T18:03:17.887263Z","end":"2026-03-19T18:03:18.014761Z","steps":["trace[1273457664] 'process raft request' (duration: 127.270205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.90945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.840019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111917"} {"level":"info","ts":"2026-03-19T18:03:26.909522Z","caller":"traceutil/trace.go:171","msg":"trace[834227799] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5781; }","duration":"532.947952ms","start":"2026-03-19T18:03:26.376558Z","end":"2026-03-19T18:03:26.909506Z","steps":["trace[834227799] 'range keys from in-memory index tree' (duration: 532.583234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:26.909562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.376546Z","time spent":"533.007513ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111940,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:03:26.90949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.700961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:26.909686Z","caller":"traceutil/trace.go:171","msg":"trace[1665177295] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"290.740774ms","start":"2026-03-19T18:03:26.61892Z","end":"2026-03-19T18:03:26.90966Z","steps":["trace[1665177295] 'process raft request' (duration: 158.768876ms)","trace[1665177295] 'compare' (duration: 131.427045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:27.183724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.812298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:27.183838Z","caller":"traceutil/trace.go:171","msg":"trace[1262215615] linearizableReadLoop","detail":"{readStateIndex:6017; appliedIndex:6015; }","duration":"549.876185ms","start":"2026-03-19T18:03:26.633944Z","end":"2026-03-19T18:03:27.18382Z","steps":["trace[1262215615] 'read index received' (duration: 143.727818ms)","trace[1262215615] 'applied index is now lower than readState.Index' (duration: 406.146757ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:27.183916Z","caller":"traceutil/trace.go:171","msg":"trace[1103918713] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"561.737588ms","start":"2026-03-19T18:03:26.622164Z","end":"2026-03-19T18:03:27.183902Z","steps":["trace[1103918713] 'process raft request' (duration: 415.650934ms)","trace[1103918713] 'compare' (duration: 145.659704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:27.183981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.622138Z","time spent":"561.812389ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.184037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.06461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:27.184125Z","caller":"traceutil/trace.go:171","msg":"trace[1436350116] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5783; }","duration":"550.222374ms","start":"2026-03-19T18:03:26.63388Z","end":"2026-03-19T18:03:27.184103Z","steps":["trace[1436350116] 'agreement among raft nodes before linearized reading' (duration: 550.06451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.184184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.633857Z","time spent":"550.308245ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:03:27.327005Z","caller":"traceutil/trace.go:171","msg":"trace[1106185878] linearizableReadLoop","detail":"{readStateIndex:6018; appliedIndex:6017; }","duration":"143.110714ms","start":"2026-03-19T18:03:27.183864Z","end":"2026-03-19T18:03:27.326975Z","steps":["trace[1106185878] 'read index received' (duration: 101.505792ms)","trace[1106185878] 'applied index is now lower than readState.Index' (duration: 41.603602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:27.327113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.646498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:27.327225Z","caller":"traceutil/trace.go:171","msg":"trace[330632720] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5784; }","duration":"450.811142ms","start":"2026-03-19T18:03:26.876384Z","end":"2026-03-19T18:03:27.327195Z","steps":["trace[330632720] 'agreement among raft nodes before linearized reading' (duration: 450.630268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:27.327276Z","caller":"traceutil/trace.go:171","msg":"trace[992638915] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"404.327745ms","start":"2026-03-19T18:03:26.9229Z","end":"2026-03-19T18:03:27.327228Z","steps":["trace[992638915] 'process raft request' (duration: 362.550598ms)","trace[992638915] 'compare' (duration: 41.365996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:27.327303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.876358Z","time spent":"450.932216ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:03:27.327432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.922876Z","time spent":"404.471529ms","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:27.327506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.092439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:27.327526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.922126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:03:27.327575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.752789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:03:27.327601Z","caller":"traceutil/trace.go:171","msg":"trace[950940583] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5784; }","duration":"451.245223ms","start":"2026-03-19T18:03:26.876337Z","end":"2026-03-19T18:03:27.327582Z","steps":["trace[950940583] 'agreement among raft nodes before linearized reading' (duration: 451.054929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:27.327619Z","caller":"traceutil/trace.go:171","msg":"trace[952383215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:5784; }","duration":"687.058998ms","start":"2026-03-19T18:03:26.640537Z","end":"2026-03-19T18:03:27.327596Z","steps":["trace[952383215] 'agreement among raft nodes before linearized reading' (duration: 686.785982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.327633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.663101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T18:03:27.327644Z","caller":"traceutil/trace.go:171","msg":"trace[786758205] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:5784; }","duration":"125.856432ms","start":"2026-03-19T18:03:27.201771Z","end":"2026-03-19T18:03:27.327627Z","steps":["trace[786758205] 'agreement among raft nodes before linearized reading' (duration: 125.671038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.327652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.876313Z","time spent":"451.330465ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T18:03:27.327672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.640524Z","time spent":"687.139401ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"info","ts":"2026-03-19T18:03:27.327711Z","caller":"traceutil/trace.go:171","msg":"trace[1620163145] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5784; }","duration":"619.750653ms","start":"2026-03-19T18:03:26.707914Z","end":"2026-03-19T18:03:27.327665Z","steps":["trace[1620163145] 'agreement among raft nodes before linearized reading' (duration: 619.534638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.327792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.707882Z","time spent":"619.870576ms","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:03:27.327688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.14643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:03:27.327904Z","caller":"traceutil/trace.go:171","msg":"trace[956772951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5784; }","duration":"443.471429ms","start":"2026-03-19T18:03:26.884408Z","end":"2026-03-19T18:03:27.327879Z","steps":["trace[956772951] 'agreement among raft nodes before linearized reading' (duration: 442.858515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.327359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.901445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T18:03:27.328076Z","caller":"traceutil/trace.go:171","msg":"trace[634136788] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5784; }","duration":"451.690023ms","start":"2026-03-19T18:03:26.87637Z","end":"2026-03-19T18:03:27.32806Z","steps":["trace[634136788] 'agreement among raft nodes before linearized reading' (duration: 450.76106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.327994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.884384Z","time spent":"443.595371ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:27.328142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:26.876358Z","time spent":"451.752535ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-19T18:03:27.499646Z","caller":"traceutil/trace.go:171","msg":"trace[1070572244] linearizableReadLoop","detail":"{readStateIndex:6020; appliedIndex:6018; }","duration":"166.187324ms","start":"2026-03-19T18:03:27.333434Z","end":"2026-03-19T18:03:27.499621Z","steps":["trace[1070572244] 'read index received' (duration: 100.009305ms)","trace[1070572244] 'applied index is now lower than readState.Index' (duration: 66.176879ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:27.499705Z","caller":"traceutil/trace.go:171","msg":"trace[2093720577] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"166.49059ms","start":"2026-03-19T18:03:27.333184Z","end":"2026-03-19T18:03:27.499674Z","steps":["trace[2093720577] 'process raft request' (duration: 166.289386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.499941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.487195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:27.500027Z","caller":"traceutil/trace.go:171","msg":"trace[5162075] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5785; }","duration":"162.624109ms","start":"2026-03-19T18:03:27.337382Z","end":"2026-03-19T18:03:27.500006Z","steps":["trace[5162075] 'agreement among raft nodes before linearized reading' (duration: 162.476846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.500026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.273959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:03:27.500094Z","caller":"traceutil/trace.go:171","msg":"trace[984060398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5785; }","duration":"146.387531ms","start":"2026-03-19T18:03:27.35369Z","end":"2026-03-19T18:03:27.500078Z","steps":["trace[984060398] 'agreement among raft nodes before linearized reading' (duration: 146.129455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.500842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.392442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-19T18:03:27.500972Z","caller":"traceutil/trace.go:171","msg":"trace[1186767625] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5cf111a6-e29b-4f2b-8fac-e96c4b429318; range_end:; response_count:1; response_revision:5785; }","duration":"167.549636ms","start":"2026-03-19T18:03:27.333399Z","end":"2026-03-19T18:03:27.500949Z","steps":["trace[1186767625] 'agreement among raft nodes before linearized reading' (duration: 166.356017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:27.501648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.843574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101777"} {"level":"info","ts":"2026-03-19T18:03:27.501712Z","caller":"traceutil/trace.go:171","msg":"trace[2099501538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5785; }","duration":"167.947656ms","start":"2026-03-19T18:03:27.333749Z","end":"2026-03-19T18:03:27.501696Z","steps":["trace[2099501538] 'agreement among raft nodes before linearized reading' (duration: 166.03374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:28.348122Z","caller":"traceutil/trace.go:171","msg":"trace[750442875] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"194.081959ms","start":"2026-03-19T18:03:28.154002Z","end":"2026-03-19T18:03:28.348084Z","steps":["trace[750442875] 'process raft request' (duration: 193.862954ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:28.506342Z","caller":"traceutil/trace.go:171","msg":"trace[1480499323] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"351.890313ms","start":"2026-03-19T18:03:28.154427Z","end":"2026-03-19T18:03:28.506317Z","steps":["trace[1480499323] 'process raft request' (duration: 351.666618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.506637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:28.154402Z","time spent":"352.013036ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:28.506692Z","caller":"traceutil/trace.go:171","msg":"trace[364909280] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"351.964356ms","start":"2026-03-19T18:03:28.15469Z","end":"2026-03-19T18:03:28.506655Z","steps":["trace[364909280] 'process raft request' (duration: 351.542545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:28.506873Z","caller":"traceutil/trace.go:171","msg":"trace[172601195] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"207.12616ms","start":"2026-03-19T18:03:28.299665Z","end":"2026-03-19T18:03:28.506791Z","steps":["trace[172601195] 'process raft request' (duration: 206.864463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:28.506947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:28.154666Z","time spent":"352.15412ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:29.151396Z","caller":"traceutil/trace.go:171","msg":"trace[844865007] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"143.089383ms","start":"2026-03-19T18:03:29.008255Z","end":"2026-03-19T18:03:29.151344Z","steps":["trace[844865007] 'process raft request' (duration: 124.564041ms)","trace[844865007] 'compare' (duration: 18.391569ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:29.420019Z","caller":"traceutil/trace.go:171","msg":"trace[1409842307] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"230.489648ms","start":"2026-03-19T18:03:29.189498Z","end":"2026-03-19T18:03:29.419987Z","steps":["trace[1409842307] 'process raft request' (duration: 162.846074ms)","trace[1409842307] 'compare' (duration: 67.374017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:30.617618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.520801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:03:30.617733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.347147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T18:03:30.617815Z","caller":"traceutil/trace.go:171","msg":"trace[880882817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5799; }","duration":"106.49904ms","start":"2026-03-19T18:03:30.511297Z","end":"2026-03-19T18:03:30.617796Z","steps":["trace[880882817] 'range keys from in-memory index tree' (duration: 106.104841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.617835Z","caller":"traceutil/trace.go:171","msg":"trace[1644677603] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"105.877305ms","start":"2026-03-19T18:03:30.511924Z","end":"2026-03-19T18:03:30.617801Z","steps":["trace[1644677603] 'process raft request' (duration: 76.903454ms)","trace[1644677603] 'compare' (duration: 28.639463ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:30.618391Z","caller":"traceutil/trace.go:171","msg":"trace[851401760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5799; }","duration":"106.671775ms","start":"2026-03-19T18:03:30.511023Z","end":"2026-03-19T18:03:30.617695Z","steps":["trace[851401760] 'range keys from in-memory index tree' (duration: 106.334576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.788633Z","caller":"traceutil/trace.go:171","msg":"trace[1121047800] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"165.360704ms","start":"2026-03-19T18:03:30.623247Z","end":"2026-03-19T18:03:30.788608Z","steps":["trace[1121047800] 'process raft request' (duration: 165.300623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.78869Z","caller":"traceutil/trace.go:171","msg":"trace[828471811] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"165.411215ms","start":"2026-03-19T18:03:30.623235Z","end":"2026-03-19T18:03:30.788646Z","steps":["trace[828471811] 'process raft request' (duration: 114.108332ms)","trace[828471811] 'compare' (duration: 50.512885ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:39.593619Z","caller":"traceutil/trace.go:171","msg":"trace[362879806] linearizableReadLoop","detail":"{readStateIndex:6102; appliedIndex:6101; }","duration":"149.001663ms","start":"2026-03-19T18:03:39.444594Z","end":"2026-03-19T18:03:39.593596Z","steps":["trace[362879806] 'read index received' (duration: 147.613351ms)","trace[362879806] 'applied index is now lower than readState.Index' (duration: 1.386962ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:39.593652Z","caller":"traceutil/trace.go:171","msg":"trace[364252420] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"348.641835ms","start":"2026-03-19T18:03:39.244983Z","end":"2026-03-19T18:03:39.593625Z","steps":["trace[364252420] 'process raft request' (duration: 347.208141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:39.593787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.169147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:39.593894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:39.244956Z","time spent":"348.84916ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:39.593902Z","caller":"traceutil/trace.go:171","msg":"trace[392623577] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5865; }","duration":"149.322991ms","start":"2026-03-19T18:03:39.444554Z","end":"2026-03-19T18:03:39.593877Z","steps":["trace[392623577] 'agreement among raft nodes before linearized reading' (duration: 149.115096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:39.594113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.400883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:39.594406Z","caller":"traceutil/trace.go:171","msg":"trace[1648856310] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"142.14257ms","start":"2026-03-19T18:03:39.452244Z","end":"2026-03-19T18:03:39.594387Z","steps":["trace[1648856310] 'process raft request' (duration: 141.588307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:39.594646Z","caller":"traceutil/trace.go:171","msg":"trace[1424843703] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5866; }","duration":"149.952887ms","start":"2026-03-19T18:03:39.444641Z","end":"2026-03-19T18:03:39.594594Z","steps":["trace[1424843703] 'agreement among raft nodes before linearized reading' (duration: 149.392943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:43.947308Z","caller":"traceutil/trace.go:171","msg":"trace[1959988872] transaction","detail":"{read_only:false; response_revision:5889; number_of_response:1; }","duration":"225.456878ms","start":"2026-03-19T18:03:43.72181Z","end":"2026-03-19T18:03:43.947267Z","steps":["trace[1959988872] 'process raft request' (duration: 168.582271ms)","trace[1959988872] 'compare' (duration: 56.734664ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:44.890338Z","caller":"traceutil/trace.go:171","msg":"trace[1295334370] linearizableReadLoop","detail":"{readStateIndex:6128; appliedIndex:6127; }","duration":"334.547699ms","start":"2026-03-19T18:03:44.555761Z","end":"2026-03-19T18:03:44.890309Z","steps":["trace[1295334370] 'read index received' (duration: 334.398245ms)","trace[1295334370] 'applied index is now lower than readState.Index' (duration: 148.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:44.890391Z","caller":"traceutil/trace.go:171","msg":"trace[2046484772] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"485.194083ms","start":"2026-03-19T18:03:44.405171Z","end":"2026-03-19T18:03:44.890365Z","steps":["trace[2046484772] 'process raft request' (duration: 484.970508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:44.89053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:44.405144Z","time spent":"485.298695ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:44.890639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.853547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:03:44.890763Z","caller":"traceutil/trace.go:171","msg":"trace[1284250868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5890; }","duration":"335.02171ms","start":"2026-03-19T18:03:44.555712Z","end":"2026-03-19T18:03:44.890733Z","steps":["trace[1284250868] 'agreement among raft nodes before linearized reading' (duration: 334.703532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:44.890838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:44.555694Z","time spent":"335.123833ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:03:45.039424Z","caller":"traceutil/trace.go:171","msg":"trace[228983354] linearizableReadLoop","detail":"{readStateIndex:6129; appliedIndex:6128; }","duration":"148.997214ms","start":"2026-03-19T18:03:44.8904Z","end":"2026-03-19T18:03:45.039397Z","steps":["trace[228983354] 'read index received' (duration: 93.431098ms)","trace[228983354] 'applied index is now lower than readState.Index' (duration: 55.565076ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:45.039476Z","caller":"traceutil/trace.go:171","msg":"trace[1456645333] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"369.915883ms","start":"2026-03-19T18:03:44.669523Z","end":"2026-03-19T18:03:45.039439Z","steps":["trace[1456645333] 'process raft request' (duration: 314.204004ms)","trace[1456645333] 'compare' (duration: 55.555545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:45.039639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:44.669501Z","time spent":"370.053347ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:45.03964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.289546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:03:45.039662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.801737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:03:45.039697Z","caller":"traceutil/trace.go:171","msg":"trace[425758052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5891; }","duration":"166.392019ms","start":"2026-03-19T18:03:44.87329Z","end":"2026-03-19T18:03:45.039682Z","steps":["trace[425758052] 'agreement among raft nodes before linearized reading' (duration: 166.216205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:45.0397Z","caller":"traceutil/trace.go:171","msg":"trace[1587599461] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5891; }","duration":"181.894959ms","start":"2026-03-19T18:03:44.857794Z","end":"2026-03-19T18:03:45.039689Z","steps":["trace[1587599461] 'agreement among raft nodes before linearized reading' (duration: 181.704054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:45.039761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.098597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:03:45.039901Z","caller":"traceutil/trace.go:171","msg":"trace[431880621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5891; }","duration":"162.350792ms","start":"2026-03-19T18:03:44.877532Z","end":"2026-03-19T18:03:45.039882Z","steps":["trace[431880621] 'agreement among raft nodes before linearized reading' (duration: 161.948443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:45.041043Z","caller":"traceutil/trace.go:171","msg":"trace[240938799] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"146.455704ms","start":"2026-03-19T18:03:44.894569Z","end":"2026-03-19T18:03:45.041025Z","steps":["trace[240938799] 'process raft request' (duration: 146.353472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:45.856594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.42515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:03:45.856677Z","caller":"traceutil/trace.go:171","msg":"trace[208036326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:5896; }","duration":"127.557443ms","start":"2026-03-19T18:03:45.729099Z","end":"2026-03-19T18:03:45.856657Z","steps":["trace[208036326] 'range keys from in-memory index tree' (duration: 127.216505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:45.856846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.903936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:03:45.856999Z","caller":"traceutil/trace.go:171","msg":"trace[1336864258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5896; }","duration":"137.1208ms","start":"2026-03-19T18:03:45.719857Z","end":"2026-03-19T18:03:45.856977Z","steps":["trace[1336864258] 'range keys from in-memory index tree' (duration: 136.681721ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:46.08875Z","caller":"traceutil/trace.go:171","msg":"trace[358432874] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"132.947882ms","start":"2026-03-19T18:03:45.95577Z","end":"2026-03-19T18:03:46.088717Z","steps":["trace[358432874] 'process raft request' (duration: 54.365418ms)","trace[358432874] 'compare' (duration: 78.41754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:07:10.280536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.222567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:07:10.280826Z","caller":"traceutil/trace.go:171","msg":"trace[997628705] transaction","detail":"{read_only:false; response_revision:7232; number_of_response:1; }","duration":"199.889799ms","start":"2026-03-19T18:07:10.080906Z","end":"2026-03-19T18:07:10.280796Z","steps":["trace[997628705] 'process raft request' (duration: 60.284563ms)","trace[997628705] 'compare' (duration: 139.091532ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:10.28099Z","caller":"traceutil/trace.go:171","msg":"trace[117474317] transaction","detail":"{read_only:false; response_revision:7233; number_of_response:1; }","duration":"199.959251ms","start":"2026-03-19T18:07:10.081002Z","end":"2026-03-19T18:07:10.280961Z","steps":["trace[117474317] 'process raft request' (duration: 199.677824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:10.540271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.519027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:07:10.540344Z","caller":"traceutil/trace.go:171","msg":"trace[1002396281] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"151.498405ms","start":"2026-03-19T18:07:10.388833Z","end":"2026-03-19T18:07:10.540332Z","steps":["trace[1002396281] 'process raft request' (duration: 36.851654ms)","trace[1002396281] 'compare' (duration: 114.443326ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:14.144162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5157} {"level":"info","ts":"2026-03-19T18:07:14.247889Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5157,"took":"101.980814ms","hash":1914885158,"current-db-size-bytes":39272448,"current-db-size":"39 MB","current-db-size-in-use-bytes":21540864,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-19T18:07:14.247978Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1914885158,"revision":5157,"compact-revision":2554} {"level":"info","ts":"2026-03-19T18:07:56.741077Z","caller":"traceutil/trace.go:171","msg":"trace[1398055522] transaction","detail":"{read_only:false; response_revision:7532; number_of_response:1; }","duration":"214.464461ms","start":"2026-03-19T18:07:56.526589Z","end":"2026-03-19T18:07:56.741054Z","steps":["trace[1398055522] 'process raft request' (duration: 214.308168ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:56.741078Z","caller":"traceutil/trace.go:171","msg":"trace[500711726] linearizableReadLoop","detail":"{readStateIndex:7832; appliedIndex:7832; }","duration":"214.114322ms","start":"2026-03-19T18:07:56.526937Z","end":"2026-03-19T18:07:56.741052Z","steps":["trace[500711726] 'read index received' (duration: 214.105922ms)","trace[500711726] 'applied index is now lower than readState.Index' (duration: 6.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:07:56.741253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.306978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:07:56.741325Z","caller":"traceutil/trace.go:171","msg":"trace[2023376994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7532; }","duration":"214.42224ms","start":"2026-03-19T18:07:56.52689Z","end":"2026-03-19T18:07:56.741312Z","steps":["trace[2023376994] 'agreement among raft nodes before linearized reading' (duration: 214.195464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:26.657698Z","caller":"traceutil/trace.go:171","msg":"trace[451026993] linearizableReadLoop","detail":"{readStateIndex:8024; appliedIndex:8023; }","duration":"239.058409ms","start":"2026-03-19T18:08:26.418611Z","end":"2026-03-19T18:08:26.657669Z","steps":["trace[451026993] 'read index received' (duration: 169.648245ms)","trace[451026993] 'applied index is now lower than readState.Index' (duration: 69.409024ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:26.657798Z","caller":"traceutil/trace.go:171","msg":"trace[1389521912] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"239.809497ms","start":"2026-03-19T18:08:26.417935Z","end":"2026-03-19T18:08:26.657745Z","steps":["trace[1389521912] 'process raft request' (duration: 170.353382ms)","trace[1389521912] 'compare' (duration: 69.090826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:26.657944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.299304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T18:08:26.657974Z","caller":"traceutil/trace.go:171","msg":"trace[752495625] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7715; }","duration":"239.374556ms","start":"2026-03-19T18:08:26.41859Z","end":"2026-03-19T18:08:26.657965Z","steps":["trace[752495625] 'agreement among raft nodes before linearized reading' (duration: 239.206312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:26.658173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.128702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:08:26.658294Z","caller":"traceutil/trace.go:171","msg":"trace[1274937060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7715; }","duration":"188.347968ms","start":"2026-03-19T18:08:26.469925Z","end":"2026-03-19T18:08:26.658273Z","steps":["trace[1274937060] 'agreement among raft nodes before linearized reading' (duration: 187.933248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:26.844048Z","caller":"traceutil/trace.go:171","msg":"trace[1441663725] linearizableReadLoop","detail":"{readStateIndex:8026; appliedIndex:8025; }","duration":"155.779008ms","start":"2026-03-19T18:08:26.688244Z","end":"2026-03-19T18:08:26.844023Z","steps":["trace[1441663725] 'read index received' (duration: 155.606154ms)","trace[1441663725] 'applied index is now lower than readState.Index' (duration: 171.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:26.844119Z","caller":"traceutil/trace.go:171","msg":"trace[1039153278] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"171.212542ms","start":"2026-03-19T18:08:26.672867Z","end":"2026-03-19T18:08:26.84408Z","steps":["trace[1039153278] 'process raft request' (duration: 170.995117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:26.844332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.065854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:26.844377Z","caller":"traceutil/trace.go:171","msg":"trace[1070698313] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:7717; }","duration":"156.144976ms","start":"2026-03-19T18:08:26.688217Z","end":"2026-03-19T18:08:26.844362Z","steps":["trace[1070698313] 'agreement among raft nodes before linearized reading' (duration: 155.946571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:26.844405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.66403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-19T18:08:26.844493Z","caller":"traceutil/trace.go:171","msg":"trace[1934773425] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7717; }","duration":"154.762223ms","start":"2026-03-19T18:08:26.689693Z","end":"2026-03-19T18:08:26.844455Z","steps":["trace[1934773425] 'agreement among raft nodes before linearized reading' (duration: 154.535488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.14644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.572216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:27.146527Z","caller":"traceutil/trace.go:171","msg":"trace[705560599] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"297.572007ms","start":"2026-03-19T18:08:26.84894Z","end":"2026-03-19T18:08:27.146512Z","steps":["trace[705560599] 'process raft request' (duration: 51.862298ms)","trace[705560599] 'compare' (duration: 245.370091ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:27.462041Z","caller":"traceutil/trace.go:171","msg":"trace[352049487] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"612.098276ms","start":"2026-03-19T18:08:26.8499Z","end":"2026-03-19T18:08:27.461998Z","steps":["trace[352049487] 'process raft request' (duration: 548.395681ms)","trace[352049487] 'compare' (duration: 63.462689ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:27.462088Z","caller":"traceutil/trace.go:171","msg":"trace[1162473101] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"612.062084ms","start":"2026-03-19T18:08:26.849994Z","end":"2026-03-19T18:08:27.462056Z","steps":["trace[1162473101] 'process raft request' (duration: 611.927051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:27.462133Z","caller":"traceutil/trace.go:171","msg":"trace[1403956982] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"612.100735ms","start":"2026-03-19T18:08:26.849995Z","end":"2026-03-19T18:08:27.462096Z","steps":["trace[1403956982] 'process raft request' (duration: 611.985253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.462218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.849978Z","time spent":"612.177918ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:08:27.462233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.84987Z","time spent":"612.272159ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:08:27.462274Z","caller":"traceutil/trace.go:171","msg":"trace[299613301] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"612.174468ms","start":"2026-03-19T18:08:26.850029Z","end":"2026-03-19T18:08:27.462204Z","steps":["trace[299613301] 'process raft request' (duration: 611.990354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.462376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.849975Z","time spent":"612.230299ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:08:27.462693Z","caller":"traceutil/trace.go:171","msg":"trace[1806187063] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"612.509155ms","start":"2026-03-19T18:08:26.850171Z","end":"2026-03-19T18:08:27.46268Z","steps":["trace[1806187063] 'process raft request' (duration: 611.88633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.462747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.850159Z","time spent":"612.564356ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:08:27.462788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.849992Z","time spent":"612.374622ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:08:27.463003Z","caller":"traceutil/trace.go:171","msg":"trace[1882611620] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"601.317314ms","start":"2026-03-19T18:08:26.861664Z","end":"2026-03-19T18:08:27.462982Z","steps":["trace[1882611620] 'process raft request' (duration: 600.432292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:27.463134Z","caller":"traceutil/trace.go:171","msg":"trace[826248588] linearizableReadLoop","detail":"{readStateIndex:8028; appliedIndex:8026; }","duration":"613.159141ms","start":"2026-03-19T18:08:26.849964Z","end":"2026-03-19T18:08:27.463123Z","steps":["trace[826248588] 'read index received' (duration: 50.921846ms)","trace[826248588] 'applied index is now lower than readState.Index' (duration: 562.235965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:27.463144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.861639Z","time spent":"601.423935ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:27.463212Z","caller":"traceutil/trace.go:171","msg":"trace[257069988] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"571.699706ms","start":"2026-03-19T18:08:26.891507Z","end":"2026-03-19T18:08:27.463206Z","steps":["trace[257069988] 'process raft request' (duration: 571.402689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.463263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.891477Z","time spent":"571.751316ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:27.463344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.654702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T18:08:27.463375Z","caller":"traceutil/trace.go:171","msg":"trace[1792613703] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7725; }","duration":"594.722424ms","start":"2026-03-19T18:08:26.868642Z","end":"2026-03-19T18:08:27.463365Z","steps":["trace[1792613703] 'agreement among raft nodes before linearized reading' (duration: 594.616121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.463396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.868621Z","time spent":"594.770224ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T18:08:27.463429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.855269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:27.463446Z","caller":"traceutil/trace.go:171","msg":"trace[2037297406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7725; }","duration":"324.90334ms","start":"2026-03-19T18:08:27.138537Z","end":"2026-03-19T18:08:27.46344Z","steps":["trace[2037297406] 'agreement among raft nodes before linearized reading' (duration: 324.873989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.463464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.138519Z","time spent":"324.942661ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:08:27.463527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.253677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:27.463556Z","caller":"traceutil/trace.go:171","msg":"trace[1943438874] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7725; }","duration":"574.33863ms","start":"2026-03-19T18:08:26.889209Z","end":"2026-03-19T18:08:27.463548Z","steps":["trace[1943438874] 'agreement among raft nodes before linearized reading' (duration: 574.295149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.463576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.889177Z","time spent":"574.393901ms","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:08:27.46358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.788723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:08:27.4636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.537209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:08:27.463637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.677533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T18:08:27.463639Z","caller":"traceutil/trace.go:171","msg":"trace[733297206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7725; }","duration":"556.903436ms","start":"2026-03-19T18:08:26.906722Z","end":"2026-03-19T18:08:27.463625Z","steps":["trace[733297206] 'agreement among raft nodes before linearized reading' (duration: 556.711941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.463399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.638352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:08:27.463669Z","caller":"traceutil/trace.go:171","msg":"trace[408334295] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7725; }","duration":"613.708734ms","start":"2026-03-19T18:08:26.849953Z","end":"2026-03-19T18:08:27.463662Z","steps":["trace[408334295] 'agreement among raft nodes before linearized reading' (duration: 613.642432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.463686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.849892Z","time spent":"613.790796ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-19T18:08:27.463689Z","caller":"traceutil/trace.go:171","msg":"trace[780013650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7725; }","duration":"552.926999ms","start":"2026-03-19T18:08:26.910755Z","end":"2026-03-19T18:08:27.463682Z","steps":["trace[780013650] 'agreement among raft nodes before linearized reading' (duration: 552.567971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.463682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.906699Z","time spent":"556.975058ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:08:27.463682Z","caller":"traceutil/trace.go:171","msg":"trace[1271196919] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7725; }","duration":"286.703693ms","start":"2026-03-19T18:08:27.176957Z","end":"2026-03-19T18:08:27.463661Z","steps":["trace[1271196919] 'agreement among raft nodes before linearized reading' (duration: 286.371495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.463694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.416127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:08:27.46375Z","caller":"traceutil/trace.go:171","msg":"trace[1017688009] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:7725; }","duration":"244.51751ms","start":"2026-03-19T18:08:27.219221Z","end":"2026-03-19T18:08:27.463738Z","steps":["trace[1017688009] 'agreement among raft nodes before linearized reading' (duration: 244.364386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.463729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.864951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:08:27.463714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.910697Z","time spent":"553.008222ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:08:27.463825Z","caller":"traceutil/trace.go:171","msg":"trace[1761731678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7725; }","duration":"142.012964ms","start":"2026-03-19T18:08:27.321784Z","end":"2026-03-19T18:08:27.463797Z","steps":["trace[1761731678] 'agreement among raft nodes before linearized reading' (duration: 141.732257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.055787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272628496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:08:28.600047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.023493ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:28.600196Z","caller":"traceutil/trace.go:171","msg":"trace[947799461] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7733; }","duration":"386.185047ms","start":"2026-03-19T18:08:28.213993Z","end":"2026-03-19T18:08:28.600178Z","steps":["trace[947799461] 'range keys from in-memory index tree' (duration: 386.005292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.600273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.445315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:28.600344Z","caller":"traceutil/trace.go:171","msg":"trace[1746927279] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"1.045443045s","start":"2026-03-19T18:08:27.554886Z","end":"2026-03-19T18:08:28.600329Z","steps":["trace[1746927279] 'process raft request' (duration: 688.869827ms)","trace[1746927279] 'compare' (duration: 356.24794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:28.600397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.554854Z","time spent":"1.045517207s","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4327,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:28.95259Z","caller":"traceutil/trace.go:171","msg":"trace[2137878595] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"755.619676ms","start":"2026-03-19T18:08:28.196942Z","end":"2026-03-19T18:08:28.952562Z","steps":["trace[2137878595] 'process raft request' (duration: 755.509604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.952768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:28.19692Z","time spent":"755.7626ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:28.952848Z","caller":"traceutil/trace.go:171","msg":"trace[164357659] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"720.420832ms","start":"2026-03-19T18:08:28.232399Z","end":"2026-03-19T18:08:28.95282Z","steps":["trace[164357659] 'process raft request' (duration: 720.114475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:28.952817Z","caller":"traceutil/trace.go:171","msg":"trace[1414515891] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"953.378742ms","start":"2026-03-19T18:08:27.999395Z","end":"2026-03-19T18:08:28.952774Z","steps":["trace[1414515891] 'process raft request' (duration: 952.86973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.952998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:28.232378Z","time spent":"720.536105ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:28.953047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.999359Z","time spent":"953.612308ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:28.953068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398030846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:08:28.953136Z","caller":"traceutil/trace.go:171","msg":"trace[2019428451] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7737; }","duration":"1.39816321s","start":"2026-03-19T18:08:27.55496Z","end":"2026-03-19T18:08:28.953123Z","steps":["trace[2019428451] 'agreement among raft nodes before linearized reading' (duration: 1.397911164s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.953182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.554943Z","time spent":"1.398229472s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-19T18:08:28.952841Z","caller":"traceutil/trace.go:171","msg":"trace[1710041016] linearizableReadLoop","detail":"{readStateIndex:8045; appliedIndex:8043; }","duration":"1.39773686s","start":"2026-03-19T18:08:27.555003Z","end":"2026-03-19T18:08:28.95274Z","steps":["trace[1710041016] 'read index received' (duration: 688.834506ms)","trace[1710041016] 'applied index is now lower than readState.Index' (duration: 708.897733ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:28.960006Z","caller":"traceutil/trace.go:171","msg":"trace[2137293275] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"346.635378ms","start":"2026-03-19T18:08:28.613344Z","end":"2026-03-19T18:08:28.95998Z","steps":["trace[2137293275] 'process raft request' (duration: 346.520805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.960107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:28.613323Z","time spent":"346.74563ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:28.960131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40387951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:28.960187Z","caller":"traceutil/trace.go:171","msg":"trace[1159341599] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:7738; }","duration":"1.403954052s","start":"2026-03-19T18:08:27.556213Z","end":"2026-03-19T18:08:28.960167Z","steps":["trace[1159341599] 'agreement among raft nodes before linearized reading' (duration: 1.40384881s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.960228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.556205Z","time spent":"1.404015903s","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:08:28.960567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.582114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:08:28.960598Z","caller":"traceutil/trace.go:171","msg":"trace[1281579922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7738; }","duration":"275.650806ms","start":"2026-03-19T18:08:28.684938Z","end":"2026-03-19T18:08:28.960589Z","steps":["trace[1281579922] 'agreement among raft nodes before linearized reading' (duration: 275.573834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.960607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.73784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:28.960644Z","caller":"traceutil/trace.go:171","msg":"trace[1687626081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7738; }","duration":"821.817602ms","start":"2026-03-19T18:08:28.138818Z","end":"2026-03-19T18:08:28.960635Z","steps":["trace[1687626081] 'agreement among raft nodes before linearized reading' (duration: 821.759511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.960668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:28.138786Z","time spent":"821.877074ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:08:28.960666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404372072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T18:08:28.960699Z","caller":"traceutil/trace.go:171","msg":"trace[1801106401] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7738; }","duration":"1.404401862s","start":"2026-03-19T18:08:27.556286Z","end":"2026-03-19T18:08:28.960688Z","steps":["trace[1801106401] 'agreement among raft nodes before linearized reading' (duration: 1.40429425s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.960719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.556244Z","time spent":"1.404469434s","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T18:08:28.960722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345843302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:28.960776Z","caller":"traceutil/trace.go:171","msg":"trace[719980837] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7738; }","duration":"1.345953404s","start":"2026-03-19T18:08:27.614809Z","end":"2026-03-19T18:08:28.960762Z","steps":["trace[719980837] 'agreement among raft nodes before linearized reading' (duration: 1.345805871s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.960813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:27.614777Z","time spent":"1.346025896s","remote":"127.0.0.1:60622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:08:28.960861Z","caller":"traceutil/trace.go:171","msg":"trace[1967858462] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7738; }","duration":"346.466573ms","start":"2026-03-19T18:08:28.61438Z","end":"2026-03-19T18:08:28.960847Z","steps":["trace[1967858462] 'process raft request' (duration: 345.546801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.960924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:28.61437Z","time spent":"346.521064ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":2818,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:39.233711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.654781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:39.234228Z","caller":"traceutil/trace.go:171","msg":"trace[1612539767] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"211.062569ms","start":"2026-03-19T18:08:39.023115Z","end":"2026-03-19T18:08:39.234178Z","steps":["trace[1612539767] 'process raft request' (duration: 69.846144ms)","trace[1612539767] 'compare' (duration: 140.506398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:39.749662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.251836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:39.749769Z","caller":"traceutil/trace.go:171","msg":"trace[1365016121] linearizableReadLoop","detail":"{readStateIndex:8116; appliedIndex:8115; }","duration":"105.861267ms","start":"2026-03-19T18:08:39.643891Z","end":"2026-03-19T18:08:39.749752Z","steps":["trace[1365016121] 'read index received' (duration: 30.03µs)","trace[1365016121] 'applied index is now lower than readState.Index' (duration: 105.829707ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:39.749837Z","caller":"traceutil/trace.go:171","msg":"trace[2102398076] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"146.442191ms","start":"2026-03-19T18:08:39.603353Z","end":"2026-03-19T18:08:39.749795Z","steps":["trace[2102398076] 'process raft request' (duration: 37.96836ms)","trace[2102398076] 'compare' (duration: 108.038001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:39.74997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.083153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:08:39.750011Z","caller":"traceutil/trace.go:171","msg":"trace[2122828675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7803; }","duration":"106.154495ms","start":"2026-03-19T18:08:39.643846Z","end":"2026-03-19T18:08:39.75Z","steps":["trace[2122828675] 'agreement among raft nodes before linearized reading' (duration: 105.994552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:39.928224Z","caller":"traceutil/trace.go:171","msg":"trace[78713949] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8116; }","duration":"172.671058ms","start":"2026-03-19T18:08:39.755517Z","end":"2026-03-19T18:08:39.928189Z","steps":["trace[78713949] 'read index received' (duration: 91.709095ms)","trace[78713949] 'applied index is now lower than readState.Index' (duration: 80.961083ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:39.928261Z","caller":"traceutil/trace.go:171","msg":"trace[1100540703] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"173.522349ms","start":"2026-03-19T18:08:39.754703Z","end":"2026-03-19T18:08:39.928226Z","steps":["trace[1100540703] 'process raft request' (duration: 115.550523ms)","trace[1100540703] 'compare' (duration: 57.766211ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:39.928354Z","caller":"traceutil/trace.go:171","msg":"trace[1515084123] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"172.701599ms","start":"2026-03-19T18:08:39.755641Z","end":"2026-03-19T18:08:39.928342Z","steps":["trace[1515084123] 'process raft request' (duration: 172.496904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:39.928694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.15816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224323"} {"level":"info","ts":"2026-03-19T18:08:39.92874Z","caller":"traceutil/trace.go:171","msg":"trace[827731583] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7806; }","duration":"173.249322ms","start":"2026-03-19T18:08:39.755481Z","end":"2026-03-19T18:08:39.92873Z","steps":["trace[827731583] 'agreement among raft nodes before linearized reading' (duration: 172.887633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:40.969894Z","caller":"traceutil/trace.go:171","msg":"trace[506566364] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"205.548256ms","start":"2026-03-19T18:08:40.764314Z","end":"2026-03-19T18:08:40.969863Z","steps":["trace[506566364] 'process raft request' (duration: 205.345951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.519141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272628750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:08:41.813464Z","caller":"traceutil/trace.go:171","msg":"trace[96966417] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"1.040780133s","start":"2026-03-19T18:08:40.77266Z","end":"2026-03-19T18:08:41.81344Z","steps":["trace[96966417] 'process raft request' (duration: 1.040589008s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.813625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:40.772635Z","time spent":"1.040905956s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8266,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:41.860292Z","caller":"traceutil/trace.go:171","msg":"trace[1116855050] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8120; }","duration":"841.188452ms","start":"2026-03-19T18:08:41.01908Z","end":"2026-03-19T18:08:41.860268Z","steps":["trace[1116855050] 'read index received' (duration: 794.160451ms)","trace[1116855050] 'applied index is now lower than readState.Index' (duration: 47.026311ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:41.860429Z","caller":"traceutil/trace.go:171","msg":"trace[477466510] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"331.651484ms","start":"2026-03-19T18:08:41.528765Z","end":"2026-03-19T18:08:41.860416Z","steps":["trace[477466510] 'process raft request' (duration: 331.46492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:41.860388Z","caller":"traceutil/trace.go:171","msg":"trace[325181104] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"835.011772ms","start":"2026-03-19T18:08:41.02533Z","end":"2026-03-19T18:08:41.860341Z","steps":["trace[325181104] 'process raft request' (duration: 834.859519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:41.860421Z","caller":"traceutil/trace.go:171","msg":"trace[900624616] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"857.281931ms","start":"2026-03-19T18:08:41.003103Z","end":"2026-03-19T18:08:41.860385Z","steps":["trace[900624616] 'process raft request' (duration: 856.957913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.860518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.430488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:41.86054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.528733Z","time spent":"331.727716ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:41.86058Z","caller":"traceutil/trace.go:171","msg":"trace[143603175] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7811; }","duration":"841.555401ms","start":"2026-03-19T18:08:41.019007Z","end":"2026-03-19T18:08:41.860563Z","steps":["trace[143603175] 'agreement among raft nodes before linearized reading' (duration: 841.452528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.86061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.018974Z","time spent":"841.629543ms","remote":"127.0.0.1:34154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:08:41.860599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.00306Z","time spent":"857.441845ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:41.860616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.025292Z","time spent":"835.202627ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:42.162661Z","caller":"traceutil/trace.go:171","msg":"trace[1071546517] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"341.779509ms","start":"2026-03-19T18:08:41.820822Z","end":"2026-03-19T18:08:42.162602Z","steps":["trace[1071546517] 'process raft request' (duration: 341.511863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.162823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024283752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:42.162789Z","caller":"traceutil/trace.go:171","msg":"trace[1722380733] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"340.065468ms","start":"2026-03-19T18:08:41.822672Z","end":"2026-03-19T18:08:42.162738Z","steps":["trace[1722380733] 'process raft request' (duration: 339.943625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:42.162874Z","caller":"traceutil/trace.go:171","msg":"trace[878758694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7815; }","duration":"1.024400566s","start":"2026-03-19T18:08:41.138463Z","end":"2026-03-19T18:08:42.162863Z","steps":["trace[878758694] 'agreement among raft nodes before linearized reading' (duration: 1.024294403s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.162908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.138435Z","time spent":"1.024463986s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:08:42.162934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.820805Z","time spent":"341.975145ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:42.163046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.38216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:08:42.162699Z","caller":"traceutil/trace.go:171","msg":"trace[625035635] linearizableReadLoop","detail":"{readStateIndex:8128; appliedIndex:8124; }","duration":"302.298531ms","start":"2026-03-19T18:08:41.860375Z","end":"2026-03-19T18:08:42.162673Z","steps":["trace[625035635] 'read index received' (duration: 301.970423ms)","trace[625035635] 'applied index is now lower than readState.Index' (duration: 327.328µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:42.163113Z","caller":"traceutil/trace.go:171","msg":"trace[349620504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7815; }","duration":"407.453142ms","start":"2026-03-19T18:08:41.755643Z","end":"2026-03-19T18:08:42.163096Z","steps":["trace[349620504] 'agreement among raft nodes before linearized reading' (duration: 407.186956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.163169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.755567Z","time spent":"407.585636ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:42.163191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.464247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:08:42.163236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.352786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:08:42.163274Z","caller":"traceutil/trace.go:171","msg":"trace[1269076090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7815; }","duration":"925.565739ms","start":"2026-03-19T18:08:41.237689Z","end":"2026-03-19T18:08:42.163255Z","steps":["trace[1269076090] 'agreement among raft nodes before linearized reading' (duration: 925.262402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:42.163042Z","caller":"traceutil/trace.go:171","msg":"trace[1974329697] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"341.761038ms","start":"2026-03-19T18:08:41.821256Z","end":"2026-03-19T18:08:42.163017Z","steps":["trace[1974329697] 'process raft request' (duration: 341.246425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.163321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.237664Z","time spent":"925.64871ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:08:42.163314Z","caller":"traceutil/trace.go:171","msg":"trace[638665151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7815; }","duration":"312.480239ms","start":"2026-03-19T18:08:41.850814Z","end":"2026-03-19T18:08:42.163294Z","steps":["trace[638665151] 'agreement among raft nodes before linearized reading' (duration: 312.219293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.163349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.588675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:08:42.163388Z","caller":"traceutil/trace.go:171","msg":"trace[274082300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:7815; }","duration":"228.640186ms","start":"2026-03-19T18:08:41.934737Z","end":"2026-03-19T18:08:42.163377Z","steps":["trace[274082300] 'agreement among raft nodes before linearized reading' (duration: 228.506373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.1634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.850794Z","time spent":"312.591812ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:08:42.163401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.821246Z","time spent":"342.113457ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:42.163311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.743947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:08:42.16345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.014299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:08:42.16351Z","caller":"traceutil/trace.go:171","msg":"trace[121445462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7815; }","duration":"230.135362ms","start":"2026-03-19T18:08:41.933359Z","end":"2026-03-19T18:08:42.163494Z","steps":["trace[121445462] 'agreement among raft nodes before linearized reading' (duration: 229.971458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:42.163521Z","caller":"traceutil/trace.go:171","msg":"trace[1783269472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7815; }","duration":"230.965622ms","start":"2026-03-19T18:08:41.932511Z","end":"2026-03-19T18:08:42.163476Z","steps":["trace[1783269472] 'agreement among raft nodes before linearized reading' (duration: 230.688226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.163578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.822663Z","time spent":"340.242293ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7356,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:42.163581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.786348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:08:42.163803Z","caller":"traceutil/trace.go:171","msg":"trace[697867028] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7815; }","duration":"920.052594ms","start":"2026-03-19T18:08:41.243728Z","end":"2026-03-19T18:08:42.163781Z","steps":["trace[697867028] 'agreement among raft nodes before linearized reading' (duration: 919.138383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.16389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.243699Z","time spent":"920.171598ms","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:08:42.164859Z","caller":"traceutil/trace.go:171","msg":"trace[323436668] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"342.403384ms","start":"2026-03-19T18:08:41.82241Z","end":"2026-03-19T18:08:42.164814Z","steps":["trace[323436668] 'process raft request' (duration: 340.16001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.164986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.822388Z","time spent":"342.524266ms","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:42.55455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.193621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:42.554667Z","caller":"traceutil/trace.go:171","msg":"trace[2144385777] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"386.084193ms","start":"2026-03-19T18:08:42.168564Z","end":"2026-03-19T18:08:42.554648Z","steps":["trace[2144385777] 'process raft request' (duration: 233.716028ms)","trace[2144385777] 'compare' (duration: 152.061808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:42.554727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:42.168547Z","time spent":"386.152755ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:42.796808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.378285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:42.79704Z","caller":"traceutil/trace.go:171","msg":"trace[429046249] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"627.810047ms","start":"2026-03-19T18:08:42.169208Z","end":"2026-03-19T18:08:42.797018Z","steps":["trace[429046249] 'process raft request' (duration: 627.740985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:42.79706Z","caller":"traceutil/trace.go:171","msg":"trace[712902823] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"627.93559ms","start":"2026-03-19T18:08:42.169085Z","end":"2026-03-19T18:08:42.79702Z","steps":["trace[712902823] 'process raft request' (duration: 627.811447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.797123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:42.169192Z","time spent":"627.895208ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:42.797059Z","caller":"traceutil/trace.go:171","msg":"trace[781342158] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"628.187485ms","start":"2026-03-19T18:08:42.168811Z","end":"2026-03-19T18:08:42.796999Z","steps":["trace[781342158] 'process raft request' (duration: 520.531864ms)","trace[781342158] 'compare' (duration: 107.17163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:42.798121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:42.168784Z","time spent":"629.264611ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:42.797213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:42.169075Z","time spent":"628.054392ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:42.797841Z","caller":"traceutil/trace.go:171","msg":"trace[1096597005] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"627.573601ms","start":"2026-03-19T18:08:42.17024Z","end":"2026-03-19T18:08:42.797813Z","steps":["trace[1096597005] 'process raft request' (duration: 626.744181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.798388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:42.170218Z","time spent":"628.150325ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:42.797892Z","caller":"traceutil/trace.go:171","msg":"trace[71191063] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"622.523918ms","start":"2026-03-19T18:08:42.175336Z","end":"2026-03-19T18:08:42.797859Z","steps":["trace[71191063] 'process raft request' (duration: 622.373674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:42.798454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:42.175295Z","time spent":"623.144183ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7656,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:42.797958Z","caller":"traceutil/trace.go:171","msg":"trace[1080140981] linearizableReadLoop","detail":"{readStateIndex:8133; appliedIndex:8128; }","duration":"625.270235ms","start":"2026-03-19T18:08:42.17259Z","end":"2026-03-19T18:08:42.79786Z","steps":["trace[1080140981] 'read index received' (duration: 229.818434ms)","trace[1080140981] 'applied index is now lower than readState.Index' (duration: 395.448201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:42.839334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.72547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:42.839443Z","caller":"traceutil/trace.go:171","msg":"trace[658030625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7821; }","duration":"666.907895ms","start":"2026-03-19T18:08:42.172517Z","end":"2026-03-19T18:08:42.839425Z","steps":["trace[658030625] 'agreement among raft nodes before linearized reading' (duration: 625.348557ms)","trace[658030625] 'range keys from in-memory index tree' (duration: 41.410965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:42.839481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:42.172486Z","time spent":"666.986246ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:08:44.678638Z","caller":"traceutil/trace.go:171","msg":"trace[782550397] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"116.212279ms","start":"2026-03-19T18:08:44.562408Z","end":"2026-03-19T18:08:44.678621Z","steps":["trace[782550397] 'process raft request' (duration: 116.093156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:45.878315Z","caller":"traceutil/trace.go:171","msg":"trace[1538118415] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"135.976448ms","start":"2026-03-19T18:08:45.742311Z","end":"2026-03-19T18:08:45.878288Z","steps":["trace[1538118415] 'process raft request' (duration: 97.885464ms)","trace[1538118415] 'compare' (duration: 37.943361ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:46.065174Z","caller":"traceutil/trace.go:171","msg":"trace[624240576] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"177.245519ms","start":"2026-03-19T18:08:45.887882Z","end":"2026-03-19T18:08:46.065128Z","steps":["trace[624240576] 'process raft request' (duration: 177.091485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065344Z","caller":"traceutil/trace.go:171","msg":"trace[694648626] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"179.583477ms","start":"2026-03-19T18:08:45.885724Z","end":"2026-03-19T18:08:46.065308Z","steps":["trace[694648626] 'process raft request' (duration: 178.710805ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065414Z","caller":"traceutil/trace.go:171","msg":"trace[785758787] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"174.985274ms","start":"2026-03-19T18:08:45.890416Z","end":"2026-03-19T18:08:46.065402Z","steps":["trace[785758787] 'process raft request' (duration: 174.649916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065426Z","caller":"traceutil/trace.go:171","msg":"trace[2002170435] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"171.867349ms","start":"2026-03-19T18:08:45.893549Z","end":"2026-03-19T18:08:46.065416Z","steps":["trace[2002170435] 'process raft request' (duration: 171.555662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065408Z","caller":"traceutil/trace.go:171","msg":"trace[453697525] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"176.537741ms","start":"2026-03-19T18:08:45.888836Z","end":"2026-03-19T18:08:46.065374Z","steps":["trace[453697525] 'process raft request' (duration: 176.182682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065475Z","caller":"traceutil/trace.go:171","msg":"trace[1566616324] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"171.49085ms","start":"2026-03-19T18:08:45.893955Z","end":"2026-03-19T18:08:46.065446Z","steps":["trace[1566616324] 'process raft request' (duration: 171.171142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065373Z","caller":"traceutil/trace.go:171","msg":"trace[208642092] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"175.365193ms","start":"2026-03-19T18:08:45.889997Z","end":"2026-03-19T18:08:46.065363Z","steps":["trace[208642092] 'process raft request' (duration: 175.040444ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065295Z","caller":"traceutil/trace.go:171","msg":"trace[1901195165] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"179.195286ms","start":"2026-03-19T18:08:45.886053Z","end":"2026-03-19T18:08:46.065248Z","steps":["trace[1901195165] 'process raft request' (duration: 178.849157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.06559Z","caller":"traceutil/trace.go:171","msg":"trace[328904774] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"176.849879ms","start":"2026-03-19T18:08:45.888705Z","end":"2026-03-19T18:08:46.065555Z","steps":["trace[328904774] 'process raft request' (duration: 176.294754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065625Z","caller":"traceutil/trace.go:171","msg":"trace[1001901148] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"178.52187ms","start":"2026-03-19T18:08:45.887092Z","end":"2026-03-19T18:08:46.065614Z","steps":["trace[1001901148] 'process raft request' (duration: 177.863893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065638Z","caller":"traceutil/trace.go:171","msg":"trace[1371866378] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"160.323689ms","start":"2026-03-19T18:08:45.905305Z","end":"2026-03-19T18:08:46.065629Z","steps":["trace[1371866378] 'process raft request' (duration: 160.065473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065624Z","caller":"traceutil/trace.go:171","msg":"trace[2038485345] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"179.167096ms","start":"2026-03-19T18:08:45.886425Z","end":"2026-03-19T18:08:46.065593Z","steps":["trace[2038485345] 'process raft request' (duration: 178.505909ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.06539Z","caller":"traceutil/trace.go:171","msg":"trace[115040794] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"169.87452ms","start":"2026-03-19T18:08:45.895503Z","end":"2026-03-19T18:08:46.065378Z","steps":["trace[115040794] 'process raft request' (duration: 169.649725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065699Z","caller":"traceutil/trace.go:171","msg":"trace[1815736165] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"170.127787ms","start":"2026-03-19T18:08:45.895559Z","end":"2026-03-19T18:08:46.065687Z","steps":["trace[1815736165] 'process raft request' (duration: 169.618925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065696Z","caller":"traceutil/trace.go:171","msg":"trace[1104166569] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"161.359194ms","start":"2026-03-19T18:08:45.904307Z","end":"2026-03-19T18:08:46.065666Z","steps":["trace[1104166569] 'process raft request' (duration: 161.012306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065742Z","caller":"traceutil/trace.go:171","msg":"trace[1917721515] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"138.805257ms","start":"2026-03-19T18:08:45.926879Z","end":"2026-03-19T18:08:46.065684Z","steps":["trace[1917721515] 'process raft request' (duration: 138.565111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065303Z","caller":"traceutil/trace.go:171","msg":"trace[1663390202] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"173.56945ms","start":"2026-03-19T18:08:45.891702Z","end":"2026-03-19T18:08:46.065271Z","steps":["trace[1663390202] 'process raft request' (duration: 173.383935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065754Z","caller":"traceutil/trace.go:171","msg":"trace[336879235] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"169.879581ms","start":"2026-03-19T18:08:45.895839Z","end":"2026-03-19T18:08:46.065718Z","steps":["trace[336879235] 'process raft request' (duration: 169.360678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.065643Z","caller":"traceutil/trace.go:171","msg":"trace[1171844203] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"163.921166ms","start":"2026-03-19T18:08:45.901707Z","end":"2026-03-19T18:08:46.065628Z","steps":["trace[1171844203] 'process raft request' (duration: 163.554968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.281983Z","caller":"traceutil/trace.go:171","msg":"trace[2000768018] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"194.061566ms","start":"2026-03-19T18:08:46.08788Z","end":"2026-03-19T18:08:46.281941Z","steps":["trace[2000768018] 'process raft request' (duration: 193.79953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.28207Z","caller":"traceutil/trace.go:171","msg":"trace[1468953217] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"143.295795ms","start":"2026-03-19T18:08:46.138763Z","end":"2026-03-19T18:08:46.282059Z","steps":["trace[1468953217] 'process raft request' (duration: 143.184873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.28207Z","caller":"traceutil/trace.go:171","msg":"trace[1806167389] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"147.372945ms","start":"2026-03-19T18:08:46.13467Z","end":"2026-03-19T18:08:46.282043Z","steps":["trace[1806167389] 'process raft request' (duration: 147.228841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.282102Z","caller":"traceutil/trace.go:171","msg":"trace[1639475188] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"143.078291ms","start":"2026-03-19T18:08:46.138995Z","end":"2026-03-19T18:08:46.282074Z","steps":["trace[1639475188] 'process raft request' (duration: 143.018139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.281996Z","caller":"traceutil/trace.go:171","msg":"trace[1547028767] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"170.649979ms","start":"2026-03-19T18:08:46.111324Z","end":"2026-03-19T18:08:46.281974Z","steps":["trace[1547028767] 'process raft request' (duration: 170.509496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.282341Z","caller":"traceutil/trace.go:171","msg":"trace[990590596] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"143.370588ms","start":"2026-03-19T18:08:46.138955Z","end":"2026-03-19T18:08:46.282325Z","steps":["trace[990590596] 'process raft request' (duration: 143.028919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.282387Z","caller":"traceutil/trace.go:171","msg":"trace[1961150963] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"142.752343ms","start":"2026-03-19T18:08:46.139613Z","end":"2026-03-19T18:08:46.282365Z","steps":["trace[1961150963] 'process raft request' (duration: 142.428125ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.282771Z","caller":"traceutil/trace.go:171","msg":"trace[1162378533] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"142.846655ms","start":"2026-03-19T18:08:46.139907Z","end":"2026-03-19T18:08:46.282754Z","steps":["trace[1162378533] 'process raft request' (duration: 142.389784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.282875Z","caller":"traceutil/trace.go:171","msg":"trace[545737618] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"142.870775ms","start":"2026-03-19T18:08:46.139978Z","end":"2026-03-19T18:08:46.282849Z","steps":["trace[545737618] 'process raft request' (duration: 142.698241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.283052Z","caller":"traceutil/trace.go:171","msg":"trace[1480027390] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"141.481101ms","start":"2026-03-19T18:08:46.141556Z","end":"2026-03-19T18:08:46.283038Z","steps":["trace[1480027390] 'process raft request' (duration: 141.314527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.283113Z","caller":"traceutil/trace.go:171","msg":"trace[2073420928] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"141.219844ms","start":"2026-03-19T18:08:46.141883Z","end":"2026-03-19T18:08:46.283103Z","steps":["trace[2073420928] 'process raft request' (duration: 141.004899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.283208Z","caller":"traceutil/trace.go:171","msg":"trace[690308411] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"142.782433ms","start":"2026-03-19T18:08:46.140414Z","end":"2026-03-19T18:08:46.283196Z","steps":["trace[690308411] 'process raft request' (duration: 142.330023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.283257Z","caller":"traceutil/trace.go:171","msg":"trace[2071674538] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"142.076965ms","start":"2026-03-19T18:08:46.141169Z","end":"2026-03-19T18:08:46.283246Z","steps":["trace[2071674538] 'process raft request' (duration: 141.672065ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.28328Z","caller":"traceutil/trace.go:171","msg":"trace[661030948] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"142.609969ms","start":"2026-03-19T18:08:46.140663Z","end":"2026-03-19T18:08:46.283273Z","steps":["trace[661030948] 'process raft request' (duration: 142.130838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:46.283059Z","caller":"traceutil/trace.go:171","msg":"trace[352057018] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"142.031314ms","start":"2026-03-19T18:08:46.141006Z","end":"2026-03-19T18:08:46.283037Z","steps":["trace[352057018] 'process raft request' (duration: 141.808188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:48.850518Z","caller":"traceutil/trace.go:171","msg":"trace[183635964] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"145.861397ms","start":"2026-03-19T18:08:48.704633Z","end":"2026-03-19T18:08:48.850495Z","steps":["trace[183635964] 'process raft request' (duration: 145.673673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:49.318711Z","caller":"traceutil/trace.go:171","msg":"trace[2099171549] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"463.731527ms","start":"2026-03-19T18:08:48.854943Z","end":"2026-03-19T18:08:49.318674Z","steps":["trace[2099171549] 'process raft request' (duration: 461.657397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:49.31901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:48.854902Z","time spent":"463.903411ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:49.32219Z","caller":"traceutil/trace.go:171","msg":"trace[1144662579] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"466.152605ms","start":"2026-03-19T18:08:48.856016Z","end":"2026-03-19T18:08:49.322169Z","steps":["trace[1144662579] 'process raft request' (duration: 466.094484ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:49.322234Z","caller":"traceutil/trace.go:171","msg":"trace[373051138] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"466.598875ms","start":"2026-03-19T18:08:48.855607Z","end":"2026-03-19T18:08:49.322206Z","steps":["trace[373051138] 'process raft request' (duration: 466.39917ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:49.32232Z","caller":"traceutil/trace.go:171","msg":"trace[216522116] linearizableReadLoop","detail":"{readStateIndex:8295; appliedIndex:8291; }","duration":"184.119474ms","start":"2026-03-19T18:08:49.138176Z","end":"2026-03-19T18:08:49.322295Z","steps":["trace[216522116] 'read index received' (duration: 178.482798ms)","trace[216522116] 'applied index is now lower than readState.Index' (duration: 5.635286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:49.322358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:48.855999Z","time spent":"466.275568ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:49.322372Z","caller":"traceutil/trace.go:171","msg":"trace[1117227439] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"466.122114ms","start":"2026-03-19T18:08:48.856222Z","end":"2026-03-19T18:08:49.322344Z","steps":["trace[1117227439] 'process raft request' (duration: 465.9188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:49.322387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:48.855583Z","time spent":"466.736529ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:49.322448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.262649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:49.322469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:48.85621Z","time spent":"466.208006ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:49.322486Z","caller":"traceutil/trace.go:171","msg":"trace[395566963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7980; }","duration":"184.365472ms","start":"2026-03-19T18:08:49.138111Z","end":"2026-03-19T18:08:49.322476Z","steps":["trace[395566963] 'agreement among raft nodes before linearized reading' (duration: 184.27873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:51.267374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272629075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:08:51.768193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272629075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:08:52.240555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.473831705s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:08:52.241046Z","caller":"traceutil/trace.go:171","msg":"trace[1590722270] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"1.474397198s","start":"2026-03-19T18:08:50.766624Z","end":"2026-03-19T18:08:52.241021Z","steps":["trace[1590722270] 'process raft request' (duration: 1.474214404s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:52.241208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:50.766605Z","time spent":"1.474518712s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:53.137393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:08:53.137494Z","caller":"traceutil/trace.go:171","msg":"trace[982683151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504299s","start":"2026-03-19T18:08:51.136965Z","end":"2026-03-19T18:08:53.13747Z","steps":["trace[982683151] 'agreement among raft nodes before linearized reading' (duration: 2.000386796s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.137556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.136947Z","time spent":"2.000594971s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:08:53.428956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133402178s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:08:53.429569Z","caller":"traceutil/trace.go:171","msg":"trace[1981119146] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"1.873166599s","start":"2026-03-19T18:08:51.556377Z","end":"2026-03-19T18:08:53.429543Z","steps":["trace[1981119146] 'process raft request' (duration: 1.872866772s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.429854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.55635Z","time spent":"1.873277432s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:53.429931Z","caller":"traceutil/trace.go:171","msg":"trace[840762064] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"1.531412682s","start":"2026-03-19T18:08:51.898483Z","end":"2026-03-19T18:08:53.429895Z","steps":["trace[840762064] 'process raft request' (duration: 1.531013721s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.43001Z","caller":"traceutil/trace.go:171","msg":"trace[53982835] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8298; }","duration":"2.66272101s","start":"2026-03-19T18:08:50.767263Z","end":"2026-03-19T18:08:53.429984Z","steps":["trace[53982835] 'read index received' (duration: 1.47362742s)","trace[53982835] 'applied index is now lower than readState.Index' (duration: 1.18909219s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:53.430047Z","caller":"traceutil/trace.go:171","msg":"trace[497108836] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"1.458656888s","start":"2026-03-19T18:08:51.971368Z","end":"2026-03-19T18:08:53.430025Z","steps":["trace[497108836] 'process raft request' (duration: 1.458414971s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.430092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.898453Z","time spent":"1.531550795s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:53.430149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.971342Z","time spent":"1.458754159s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:53.430219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662929365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T18:08:53.43023Z","caller":"traceutil/trace.go:171","msg":"trace[1692742844] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"1.458153945s","start":"2026-03-19T18:08:51.97201Z","end":"2026-03-19T18:08:53.430164Z","steps":["trace[1692742844] 'process raft request' (duration: 1.457914389s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.430399Z","caller":"traceutil/trace.go:171","msg":"trace[1487822010] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7988; }","duration":"2.66313541s","start":"2026-03-19T18:08:50.767245Z","end":"2026-03-19T18:08:53.43038Z","steps":["trace[1487822010] 'agreement among raft nodes before linearized reading' (duration: 2.662869264s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.430449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:50.767238Z","time spent":"2.663196811s","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:08:53.430575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.971958Z","time spent":"1.458476372s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:53.435191Z","caller":"traceutil/trace.go:171","msg":"trace[886280180] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"824.480256ms","start":"2026-03-19T18:08:52.610684Z","end":"2026-03-19T18:08:53.435164Z","steps":["trace[886280180] 'process raft request' (duration: 824.25424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.43534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.610646Z","time spent":"824.608999ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:53.437847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11108294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:08:53.43788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111303485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:08:53.437917Z","caller":"traceutil/trace.go:171","msg":"trace[1983078051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7989; }","duration":"2.111226013s","start":"2026-03-19T18:08:51.326675Z","end":"2026-03-19T18:08:53.437901Z","steps":["trace[1983078051] 'agreement among raft nodes before linearized reading' (duration: 2.110929886s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.437924Z","caller":"traceutil/trace.go:171","msg":"trace[1317762783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7989; }","duration":"2.111393597s","start":"2026-03-19T18:08:51.326519Z","end":"2026-03-19T18:08:53.437912Z","steps":["trace[1317762783] 'agreement among raft nodes before linearized reading' (duration: 2.111239144s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.437955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.326499Z","time spent":"2.111448398s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:53.438012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.326625Z","time spent":"2.111348136s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:53.438122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.66381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:53.43819Z","caller":"traceutil/trace.go:171","msg":"trace[1219864230] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7989; }","duration":"791.727611ms","start":"2026-03-19T18:08:52.646437Z","end":"2026-03-19T18:08:53.438165Z","steps":["trace[1219864230] 'agreement among raft nodes before linearized reading' (duration: 791.629709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.438233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17375473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:08:53.438266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.646394Z","time spent":"791.832354ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:08:53.438295Z","caller":"traceutil/trace.go:171","msg":"trace[1564576344] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7989; }","duration":"2.173850113s","start":"2026-03-19T18:08:51.264436Z","end":"2026-03-19T18:08:53.438286Z","steps":["trace[1564576344] 'agreement among raft nodes before linearized reading' (duration: 2.173726829s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.438324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.264419Z","time spent":"2.173896564s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:08:53.438396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118282613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:08:53.438468Z","caller":"traceutil/trace.go:171","msg":"trace[2040281599] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:7989; }","duration":"1.118355674s","start":"2026-03-19T18:08:52.320063Z","end":"2026-03-19T18:08:53.438419Z","steps":["trace[2040281599] 'agreement among raft nodes before linearized reading' (duration: 1.118230331s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.438482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.936602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:53.438531Z","caller":"traceutil/trace.go:171","msg":"trace[271847723] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7989; }","duration":"137.026044ms","start":"2026-03-19T18:08:53.301494Z","end":"2026-03-19T18:08:53.43852Z","steps":["trace[271847723] 'agreement among raft nodes before linearized reading' (duration: 136.954712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.438518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.32004Z","time spent":"1.118465427s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"warn","ts":"2026-03-19T18:08:53.438143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115141248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:08:53.438609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629627214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T18:08:53.43865Z","caller":"traceutil/trace.go:171","msg":"trace[968705108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7989; }","duration":"2.115678482s","start":"2026-03-19T18:08:51.322953Z","end":"2026-03-19T18:08:53.438631Z","steps":["trace[968705108] 'agreement among raft nodes before linearized reading' (duration: 2.115126958s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.438665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.874687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:53.438695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.322931Z","time spent":"2.115751355s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:08:53.438701Z","caller":"traceutil/trace.go:171","msg":"trace[317827540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7989; }","duration":"300.96123ms","start":"2026-03-19T18:08:53.13773Z","end":"2026-03-19T18:08:53.438691Z","steps":["trace[317827540] 'agreement among raft nodes before linearized reading' (duration: 300.898418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.438726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:53.137706Z","time spent":"301.01369ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:08:53.438825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404766123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:53.438844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644868946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:53.438857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583838557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:08:53.438886Z","caller":"traceutil/trace.go:171","msg":"trace[13362168] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7989; }","duration":"2.404876516s","start":"2026-03-19T18:08:51.033995Z","end":"2026-03-19T18:08:53.438872Z","steps":["trace[13362168] 'agreement among raft nodes before linearized reading' (duration: 2.404768104s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.438916Z","caller":"traceutil/trace.go:171","msg":"trace[1437954609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7989; }","duration":"2.583937519s","start":"2026-03-19T18:08:50.854965Z","end":"2026-03-19T18:08:53.438902Z","steps":["trace[1437954609] 'agreement among raft nodes before linearized reading' (duration: 2.583749804s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.438909Z","caller":"traceutil/trace.go:171","msg":"trace[1138408227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7989; }","duration":"2.64499272s","start":"2026-03-19T18:08:50.793899Z","end":"2026-03-19T18:08:53.438892Z","steps":["trace[1138408227] 'agreement among raft nodes before linearized reading' (duration: 2.644898717s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.438932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.033977Z","time spent":"2.404945348s","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:08:53.438952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:50.79387Z","time spent":"2.645075731s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T18:08:53.438952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:50.854945Z","time spent":"2.583999711s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:08:53.439059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111860979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:08:53.439077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636497111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T18:08:53.438654Z","caller":"traceutil/trace.go:171","msg":"trace[876974582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7989; }","duration":"1.629697446s","start":"2026-03-19T18:08:51.808941Z","end":"2026-03-19T18:08:53.438639Z","steps":["trace[876974582] 'agreement among raft nodes before linearized reading' (duration: 1.629573573s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.439245Z","caller":"traceutil/trace.go:171","msg":"trace[1102145718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7989; }","duration":"1.636706815s","start":"2026-03-19T18:08:51.802526Z","end":"2026-03-19T18:08:53.439233Z","steps":["trace[1102145718] 'agreement among raft nodes before linearized reading' (duration: 1.635973287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.439271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.808928Z","time spent":"1.6303283s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:08:53.439288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.802505Z","time spent":"1.636770057s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T18:08:53.440517Z","caller":"traceutil/trace.go:171","msg":"trace[1762438735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7989; }","duration":"2.112213288s","start":"2026-03-19T18:08:51.326945Z","end":"2026-03-19T18:08:53.439158Z","steps":["trace[1762438735] 'agreement among raft nodes before linearized reading' (duration: 2.111673755s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.44062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.326925Z","time spent":"2.113677003s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:09:01.954806Z","caller":"traceutil/trace.go:171","msg":"trace[464556429] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"496.194775ms","start":"2026-03-19T18:09:01.458551Z","end":"2026-03-19T18:09:01.954746Z","steps":["trace[464556429] 'process raft request' (duration: 457.539147ms)","trace[464556429] 'compare' (duration: 36.994267ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:01.954887Z","caller":"traceutil/trace.go:171","msg":"trace[1917384038] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"494.976965ms","start":"2026-03-19T18:09:01.459869Z","end":"2026-03-19T18:09:01.954846Z","steps":["trace[1917384038] 'process raft request' (duration: 494.76606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:01.95494Z","caller":"traceutil/trace.go:171","msg":"trace[1802252066] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8345; }","duration":"480.266419ms","start":"2026-03-19T18:09:01.474486Z","end":"2026-03-19T18:09:01.954753Z","steps":["trace[1802252066] 'read index received' (duration: 441.53946ms)","trace[1802252066] 'applied index is now lower than readState.Index' (duration: 38.725039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:01.954962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:01.458542Z","time spent":"496.346019ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:01.955036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:01.459856Z","time spent":"495.092328ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:01.955074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.564436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:09:01.955112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.372324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:09:01.955148Z","caller":"traceutil/trace.go:171","msg":"trace[596117467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8030; }","duration":"469.410245ms","start":"2026-03-19T18:09:01.485729Z","end":"2026-03-19T18:09:01.95514Z","steps":["trace[596117467] 'agreement among raft nodes before linearized reading' (duration: 469.300923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:01.95517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:01.485689Z","time spent":"469.472977ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:09:01.955157Z","caller":"traceutil/trace.go:171","msg":"trace[306186489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8030; }","duration":"480.680978ms","start":"2026-03-19T18:09:01.47445Z","end":"2026-03-19T18:09:01.955131Z","steps":["trace[306186489] 'agreement among raft nodes before linearized reading' (duration: 480.310109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:01.955212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:01.474435Z","time spent":"480.766781ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:09:01.955275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.128489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:01.955303Z","caller":"traceutil/trace.go:171","msg":"trace[1781756809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8030; }","duration":"467.177001ms","start":"2026-03-19T18:09:01.488118Z","end":"2026-03-19T18:09:01.955295Z","steps":["trace[1781756809] 'agreement among raft nodes before linearized reading' (duration: 467.114029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:01.955322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:01.488109Z","time spent":"467.207941ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:01.955281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.025007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:09:01.955401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.242492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:09:01.955418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.067242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:01.95543Z","caller":"traceutil/trace.go:171","msg":"trace[35846950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8030; }","duration":"467.210422ms","start":"2026-03-19T18:09:01.488206Z","end":"2026-03-19T18:09:01.955417Z","steps":["trace[35846950] 'agreement among raft nodes before linearized reading' (duration: 466.966956ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:01.955445Z","caller":"traceutil/trace.go:171","msg":"trace[1440835241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8030; }","duration":"468.111373ms","start":"2026-03-19T18:09:01.487326Z","end":"2026-03-19T18:09:01.955437Z","steps":["trace[1440835241] 'agreement among raft nodes before linearized reading' (duration: 468.050402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:01.955445Z","caller":"traceutil/trace.go:171","msg":"trace[947506101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:8030; }","duration":"460.308464ms","start":"2026-03-19T18:09:01.495115Z","end":"2026-03-19T18:09:01.955424Z","steps":["trace[947506101] 'agreement among raft nodes before linearized reading' (duration: 460.216512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:01.955465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:01.487317Z","time spent":"468.143224ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:01.95548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:01.495096Z","time spent":"460.376035ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"warn","ts":"2026-03-19T18:09:01.95547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:01.488183Z","time spent":"467.275733ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:03.6378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272629197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:04.113777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.470033192s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:09:05.137242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:09:05.137329Z","caller":"traceutil/trace.go:171","msg":"trace[1702489335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370386s","start":"2026-03-19T18:09:03.136935Z","end":"2026-03-19T18:09:05.137305Z","steps":["trace[1702489335] 'agreement among raft nodes before linearized reading' (duration: 2.000260264s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.13738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.136914Z","time spent":"2.000456319s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:09:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:09:05.201241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087240526s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T18:09:05.364337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250370077s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:09:05.365135Z","caller":"traceutil/trace.go:171","msg":"trace[1582432585] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"1.403414188s","start":"2026-03-19T18:09:03.961709Z","end":"2026-03-19T18:09:05.365123Z","steps":["trace[1582432585] 'process raft request' (duration: 1.403146762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.365299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.96168Z","time spent":"1.403534271s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:05.365012Z","caller":"traceutil/trace.go:171","msg":"trace[530337311] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"1.892594913s","start":"2026-03-19T18:09:03.47239Z","end":"2026-03-19T18:09:05.364985Z","steps":["trace[530337311] 'process raft request' (duration: 1.892271095s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:05.365413Z","caller":"traceutil/trace.go:171","msg":"trace[1278025567] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"1.402780954s","start":"2026-03-19T18:09:03.962604Z","end":"2026-03-19T18:09:05.365385Z","steps":["trace[1278025567] 'process raft request' (duration: 1.402476516s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:05.365421Z","caller":"traceutil/trace.go:171","msg":"trace[1033147868] linearizableReadLoop","detail":"{readStateIndex:8354; appliedIndex:8352; }","duration":"2.228371856s","start":"2026-03-19T18:09:03.136978Z","end":"2026-03-19T18:09:05.36535Z","steps":["trace[1033147868] 'read index received' (duration: 977.016005ms)","trace[1033147868] 'applied index is now lower than readState.Index' (duration: 1.251351441s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:05.365502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.472366Z","time spent":"1.893105016s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:05.365655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.962574Z","time spent":"1.402957007s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:05.770557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.844981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:05.770671Z","caller":"traceutil/trace.go:171","msg":"trace[176128148] linearizableReadLoop","detail":"{readStateIndex:8357; appliedIndex:8356; }","duration":"405.156333ms","start":"2026-03-19T18:09:05.365495Z","end":"2026-03-19T18:09:05.770652Z","steps":["trace[176128148] 'read index received' (duration: 100.046376ms)","trace[176128148] 'applied index is now lower than readState.Index' (duration: 305.108527ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:05.770717Z","caller":"traceutil/trace.go:171","msg":"trace[1881449674] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"541.998653ms","start":"2026-03-19T18:09:05.228662Z","end":"2026-03-19T18:09:05.770661Z","steps":["trace[1881449674] 'process raft request' (duration: 236.948057ms)","trace[1881449674] 'compare' (duration: 304.523643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:05.770816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208179942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:09:05.770852Z","caller":"traceutil/trace.go:171","msg":"trace[1908299249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8039; }","duration":"2.208246443s","start":"2026-03-19T18:09:03.562596Z","end":"2026-03-19T18:09:05.770843Z","steps":["trace[1908299249] 'agreement among raft nodes before linearized reading' (duration: 2.20810346s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.770878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.228641Z","time spent":"542.150337ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:05.770902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764736747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:09:05.770885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.562582Z","time spent":"2.208296005s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:09:05.770981Z","caller":"traceutil/trace.go:171","msg":"trace[1769856603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8039; }","duration":"1.76486072s","start":"2026-03-19T18:09:04.0061Z","end":"2026-03-19T18:09:05.770961Z","steps":["trace[1769856603] 'agreement among raft nodes before linearized reading' (duration: 1.764592724s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.770992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755486043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:09:05.771059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.281064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:05.771003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756698463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:09:05.771097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.431681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:05.771112Z","caller":"traceutil/trace.go:171","msg":"trace[575522366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8039; }","duration":"633.368716ms","start":"2026-03-19T18:09:05.13773Z","end":"2026-03-19T18:09:05.771098Z","steps":["trace[575522366] 'agreement among raft nodes before linearized reading' (duration: 633.298755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.771108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756539058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:09:05.771108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452817993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:05.771151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.137707Z","time spent":"633.439068ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:09:05.771157Z","caller":"traceutil/trace.go:171","msg":"trace[1980735215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8039; }","duration":"1.756924558s","start":"2026-03-19T18:09:04.014195Z","end":"2026-03-19T18:09:05.771119Z","steps":["trace[1980735215] 'agreement among raft nodes before linearized reading' (duration: 1.756471297s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:05.771168Z","caller":"traceutil/trace.go:171","msg":"trace[1007513182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8039; }","duration":"1.75663827s","start":"2026-03-19T18:09:04.014513Z","end":"2026-03-19T18:09:05.771151Z","steps":["trace[1007513182] 'agreement among raft nodes before linearized reading' (duration: 1.756479997s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.771042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.006077Z","time spent":"1.764951093s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:09:05.771193Z","caller":"traceutil/trace.go:171","msg":"trace[154417714] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8039; }","duration":"1.452976666s","start":"2026-03-19T18:09:04.318196Z","end":"2026-03-19T18:09:05.771173Z","steps":["trace[154417714] 'agreement among raft nodes before linearized reading' (duration: 1.452843263s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:05.771124Z","caller":"traceutil/trace.go:171","msg":"trace[504154171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8039; }","duration":"1.755653507s","start":"2026-03-19T18:09:04.015441Z","end":"2026-03-19T18:09:05.771094Z","steps":["trace[504154171] 'agreement among raft nodes before linearized reading' (duration: 1.755221517s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.771225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.014496Z","time spent":"1.756717343s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:05.771254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.318173Z","time spent":"1.453065469s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:05.771113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755913864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:09:05.771291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.015435Z","time spent":"1.755833941s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:09:05.771308Z","caller":"traceutil/trace.go:171","msg":"trace[1464623542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8039; }","duration":"1.75619702s","start":"2026-03-19T18:09:04.0151Z","end":"2026-03-19T18:09:05.771297Z","steps":["trace[1464623542] 'agreement among raft nodes before linearized reading' (duration: 1.755822461s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.771447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.01507Z","time spent":"1.756363744s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:05.771197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751894085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:09:05.771468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873066025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:05.771508Z","caller":"traceutil/trace.go:171","msg":"trace[1387248067] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8039; }","duration":"1.873146257s","start":"2026-03-19T18:09:03.898347Z","end":"2026-03-19T18:09:05.771494Z","steps":["trace[1387248067] 'agreement among raft nodes before linearized reading' (duration: 1.872561873s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:05.771517Z","caller":"traceutil/trace.go:171","msg":"trace[1368766918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:8039; }","duration":"1.752217154s","start":"2026-03-19T18:09:04.019279Z","end":"2026-03-19T18:09:05.771496Z","steps":["trace[1368766918] 'agreement among raft nodes before linearized reading' (duration: 1.751812334s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.771546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.898321Z","time spent":"1.873217099s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:05.771579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.019275Z","time spent":"1.752285845s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"warn","ts":"2026-03-19T18:09:05.771223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.014171Z","time spent":"1.75704175s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:09:05.77116Z","caller":"traceutil/trace.go:171","msg":"trace[1302122958] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8039; }","duration":"834.549584ms","start":"2026-03-19T18:09:04.936593Z","end":"2026-03-19T18:09:05.771142Z","steps":["trace[1302122958] 'agreement among raft nodes before linearized reading' (duration: 834.428291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.77171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.936571Z","time spent":"835.114747ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:06.129847Z","caller":"traceutil/trace.go:171","msg":"trace[741196742] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"352.947021ms","start":"2026-03-19T18:09:05.776873Z","end":"2026-03-19T18:09:06.12982Z","steps":["trace[741196742] 'process raft request' (duration: 352.715705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.130007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.77685Z","time spent":"353.073364ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:06.130071Z","caller":"traceutil/trace.go:171","msg":"trace[172374796] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"353.134285ms","start":"2026-03-19T18:09:05.776898Z","end":"2026-03-19T18:09:06.130032Z","steps":["trace[172374796] 'process raft request' (duration: 352.857288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.130342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.776867Z","time spent":"353.302859ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:06.338467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.408018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:06.338665Z","caller":"traceutil/trace.go:171","msg":"trace[944036600] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"561.498238ms","start":"2026-03-19T18:09:05.777136Z","end":"2026-03-19T18:09:06.338635Z","steps":["trace[944036600] 'process raft request' (duration: 406.822032ms)","trace[944036600] 'compare' (duration: 154.101351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:06.338827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.777118Z","time spent":"561.624371ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:06.338884Z","caller":"traceutil/trace.go:171","msg":"trace[404555230] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"561.321973ms","start":"2026-03-19T18:09:05.777537Z","end":"2026-03-19T18:09:06.338859Z","steps":["trace[404555230] 'process raft request' (duration: 561.060456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.338995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.777525Z","time spent":"561.413605ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:06.339057Z","caller":"traceutil/trace.go:171","msg":"trace[609997754] linearizableReadLoop","detail":"{readStateIndex:8363; appliedIndex:8357; }","duration":"558.313881ms","start":"2026-03-19T18:09:05.780721Z","end":"2026-03-19T18:09:06.339035Z","steps":["trace[609997754] 'read index received' (duration: 348.906913ms)","trace[609997754] 'applied index is now lower than readState.Index' (duration: 209.405688ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:06.339153Z","caller":"traceutil/trace.go:171","msg":"trace[1465357447] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"561.482758ms","start":"2026-03-19T18:09:05.777637Z","end":"2026-03-19T18:09:06.33912Z","steps":["trace[1465357447] 'process raft request' (duration: 561.291103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.339207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.482474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:06.339223Z","caller":"traceutil/trace.go:171","msg":"trace[762947080] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"561.655952ms","start":"2026-03-19T18:09:05.777554Z","end":"2026-03-19T18:09:06.33921Z","steps":["trace[762947080] 'process raft request' (duration: 561.247652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:06.339271Z","caller":"traceutil/trace.go:171","msg":"trace[1569443010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8045; }","duration":"558.552477ms","start":"2026-03-19T18:09:05.780687Z","end":"2026-03-19T18:09:06.33924Z","steps":["trace[1569443010] 'agreement among raft nodes before linearized reading' (duration: 558.471645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.33928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.039764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:06.339317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.780677Z","time spent":"558.628578ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:06.339308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.77754Z","time spent":"561.730363ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:06.339332Z","caller":"traceutil/trace.go:171","msg":"trace[119949729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8045; }","duration":"109.129946ms","start":"2026-03-19T18:09:06.230185Z","end":"2026-03-19T18:09:06.339315Z","steps":["trace[119949729] 'agreement among raft nodes before linearized reading' (duration: 109.051684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.339211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.33238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:06.339386Z","caller":"traceutil/trace.go:171","msg":"trace[2019405091] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8045; }","duration":"484.547815ms","start":"2026-03-19T18:09:05.854827Z","end":"2026-03-19T18:09:06.339375Z","steps":["trace[2019405091] 'agreement among raft nodes before linearized reading' (duration: 484.34341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.339403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.621613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:06.339435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.854809Z","time spent":"484.615526ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:09:06.339464Z","caller":"traceutil/trace.go:171","msg":"trace[511244129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8045; }","duration":"209.761555ms","start":"2026-03-19T18:09:06.129685Z","end":"2026-03-19T18:09:06.339446Z","steps":["trace[511244129] 'agreement among raft nodes before linearized reading' (duration: 209.639733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.340122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:05.777629Z","time spent":"561.60069ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:06.600407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.673126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:06.600557Z","caller":"traceutil/trace.go:171","msg":"trace[72689329] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8045; }","duration":"106.84853ms","start":"2026-03-19T18:09:06.493681Z","end":"2026-03-19T18:09:06.600529Z","steps":["trace[72689329] 'count revisions from in-memory index tree' (duration: 106.556094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:06.853338Z","caller":"traceutil/trace.go:171","msg":"trace[478718803] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"116.560846ms","start":"2026-03-19T18:09:06.736757Z","end":"2026-03-19T18:09:06.853318Z","steps":["trace[478718803] 'process raft request' (duration: 116.411232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:07.507511Z","caller":"traceutil/trace.go:171","msg":"trace[795341692] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"135.133809ms","start":"2026-03-19T18:09:07.372355Z","end":"2026-03-19T18:09:07.507488Z","steps":["trace[795341692] 'process raft request' (duration: 134.971115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:07.529197Z","caller":"traceutil/trace.go:171","msg":"trace[630747045] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8366; }","duration":"156.411726ms","start":"2026-03-19T18:09:07.372771Z","end":"2026-03-19T18:09:07.529182Z","steps":["trace[630747045] 'read index received' (duration: 134.644037ms)","trace[630747045] 'applied index is now lower than readState.Index' (duration: 21.767099ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:07.529219Z","caller":"traceutil/trace.go:171","msg":"trace[163489552] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"156.860687ms","start":"2026-03-19T18:09:07.372341Z","end":"2026-03-19T18:09:07.529202Z","steps":["trace[163489552] 'process raft request' (duration: 156.731604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:07.529248Z","caller":"traceutil/trace.go:171","msg":"trace[1013134500] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"156.459618ms","start":"2026-03-19T18:09:07.372767Z","end":"2026-03-19T18:09:07.529226Z","steps":["trace[1013134500] 'process raft request' (duration: 156.389365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:07.529304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.514769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:07.529327Z","caller":"traceutil/trace.go:171","msg":"trace[1909668493] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8050; }","duration":"156.574491ms","start":"2026-03-19T18:09:07.372746Z","end":"2026-03-19T18:09:07.529321Z","steps":["trace[1909668493] 'agreement among raft nodes before linearized reading' (duration: 156.51827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:07.529507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.016676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:07.529619Z","caller":"traceutil/trace.go:171","msg":"trace[1194912601] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8050; }","duration":"135.179711ms","start":"2026-03-19T18:09:07.394411Z","end":"2026-03-19T18:09:07.52959Z","steps":["trace[1194912601] 'agreement among raft nodes before linearized reading' (duration: 134.967666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:07.529679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.026118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:07.529656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.058589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:07.529703Z","caller":"traceutil/trace.go:171","msg":"trace[738777786] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8050; }","duration":"117.08976ms","start":"2026-03-19T18:09:07.412606Z","end":"2026-03-19T18:09:07.529695Z","steps":["trace[738777786] 'agreement among raft nodes before linearized reading' (duration: 117.050399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:07.529732Z","caller":"traceutil/trace.go:171","msg":"trace[1963893517] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8050; }","duration":"117.175261ms","start":"2026-03-19T18:09:07.412537Z","end":"2026-03-19T18:09:07.529712Z","steps":["trace[1963893517] 'agreement among raft nodes before linearized reading' (duration: 117.033018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:07.529721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.439262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:07.529782Z","caller":"traceutil/trace.go:171","msg":"trace[1968969292] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8050; }","duration":"134.525394ms","start":"2026-03-19T18:09:07.395241Z","end":"2026-03-19T18:09:07.529767Z","steps":["trace[1968969292] 'agreement among raft nodes before linearized reading' (duration: 134.422761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:07.529874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.293925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:07.529906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.413236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:07.52991Z","caller":"traceutil/trace.go:171","msg":"trace[1277874569] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8050; }","duration":"117.369187ms","start":"2026-03-19T18:09:07.412531Z","end":"2026-03-19T18:09:07.529901Z","steps":["trace[1277874569] 'agreement among raft nodes before linearized reading' (duration: 117.312656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:07.52993Z","caller":"traceutil/trace.go:171","msg":"trace[1177156821] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8050; }","duration":"135.469008ms","start":"2026-03-19T18:09:07.394455Z","end":"2026-03-19T18:09:07.529924Z","steps":["trace[1177156821] 'agreement among raft nodes before linearized reading' (duration: 135.430697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:07.529982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.310702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:07.530021Z","caller":"traceutil/trace.go:171","msg":"trace[1521182137] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8050; }","duration":"100.376874ms","start":"2026-03-19T18:09:07.429631Z","end":"2026-03-19T18:09:07.530007Z","steps":["trace[1521182137] 'agreement among raft nodes before linearized reading' (duration: 100.321102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.368991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231242599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:09:09.369101Z","caller":"traceutil/trace.go:171","msg":"trace[549082305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8050; }","duration":"1.231388712s","start":"2026-03-19T18:09:08.137663Z","end":"2026-03-19T18:09:09.369052Z","steps":["trace[549082305] 'range keys from in-memory index tree' (duration: 1.231039184s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.369148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.137642Z","time spent":"1.231494215s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:09:09.369114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154661875s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:09.369262Z","caller":"traceutil/trace.go:171","msg":"trace[1798016303] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8050; }","duration":"1.154867621s","start":"2026-03-19T18:09:08.21437Z","end":"2026-03-19T18:09:09.369237Z","steps":["trace[1798016303] 'range keys from in-memory index tree' (duration: 1.154627044s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.369289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025113263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T18:09:09.36932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231404443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:09.369395Z","caller":"traceutil/trace.go:171","msg":"trace[1564622279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8050; }","duration":"1.025297807s","start":"2026-03-19T18:09:08.344078Z","end":"2026-03-19T18:09:09.369375Z","steps":["trace[1564622279] 'range keys from in-memory index tree' (duration: 1.024853977s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.369402Z","caller":"traceutil/trace.go:171","msg":"trace[1068399174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8050; }","duration":"1.231519906s","start":"2026-03-19T18:09:08.137862Z","end":"2026-03-19T18:09:09.369382Z","steps":["trace[1068399174] 'range keys from in-memory index tree' (duration: 1.231361962s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.369443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.344056Z","time spent":"1.025374179s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:09.369447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.137855Z","time spent":"1.231582898s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:09.369465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76821739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:09.369497Z","caller":"traceutil/trace.go:171","msg":"trace[253624955] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8050; }","duration":"1.768262391s","start":"2026-03-19T18:09:07.601224Z","end":"2026-03-19T18:09:09.369487Z","steps":["trace[253624955] 'range keys from in-memory index tree' (duration: 1.768171009s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.369528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.601218Z","time spent":"1.768302202s","remote":"127.0.0.1:50032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-19T18:09:09.369502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768992458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:09.3696Z","caller":"traceutil/trace.go:171","msg":"trace[1403686003] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8050; }","duration":"1.769132252s","start":"2026-03-19T18:09:07.600438Z","end":"2026-03-19T18:09:09.369571Z","steps":["trace[1403686003] 'range keys from in-memory index tree' (duration: 1.768862006s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.369666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.600416Z","time spent":"1.769232174s","remote":"127.0.0.1:50032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T18:09:09.369729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75297936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:09.369761Z","caller":"traceutil/trace.go:171","msg":"trace[1113607406] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8050; }","duration":"1.75303209s","start":"2026-03-19T18:09:07.616717Z","end":"2026-03-19T18:09:09.36975Z","steps":["trace[1113607406] 'count revisions from in-memory index tree' (duration: 1.752878827s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.369789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.616702Z","time spent":"1.753079172s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:09.369825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02619401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:09:09.369883Z","caller":"traceutil/trace.go:171","msg":"trace[772597235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8050; }","duration":"1.026284822s","start":"2026-03-19T18:09:08.343583Z","end":"2026-03-19T18:09:09.369868Z","steps":["trace[772597235] 'range keys from in-memory index tree' (duration: 1.025763628s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.36991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025896423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:09:09.36991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769501322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:09.369926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.343566Z","time spent":"1.026346763s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:09:09.369947Z","caller":"traceutil/trace.go:171","msg":"trace[1898311244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8050; }","duration":"1.025953744s","start":"2026-03-19T18:09:08.343982Z","end":"2026-03-19T18:09:09.369936Z","steps":["trace[1898311244] 'range keys from in-memory index tree' (duration: 1.02579815s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.369972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825785361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:09.369986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.343974Z","time spent":"1.026005295s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:09:09.370027Z","caller":"traceutil/trace.go:171","msg":"trace[346378119] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8050; }","duration":"1.825874914s","start":"2026-03-19T18:09:07.544129Z","end":"2026-03-19T18:09:09.370004Z","steps":["trace[346378119] 'range keys from in-memory index tree' (duration: 1.825688279s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.369953Z","caller":"traceutil/trace.go:171","msg":"trace[2092399929] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8050; }","duration":"1.769568364s","start":"2026-03-19T18:09:07.600373Z","end":"2026-03-19T18:09:09.369942Z","steps":["trace[2092399929] 'count revisions from in-memory index tree' (duration: 1.76943126s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.37003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787134151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:09.370072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.600359Z","time spent":"1.769701907s","remote":"127.0.0.1:50032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:09.370072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.544106Z","time spent":"1.825952036s","remote":"127.0.0.1:49998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-19T18:09:09.370084Z","caller":"traceutil/trace.go:171","msg":"trace[318361813] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8050; }","duration":"1.787225453s","start":"2026-03-19T18:09:07.582841Z","end":"2026-03-19T18:09:09.370066Z","steps":["trace[318361813] 'range keys from in-memory index tree' (duration: 1.787060849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.370121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.582816Z","time spent":"1.787294795s","remote":"127.0.0.1:50026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T18:09:09.370116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786618139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:09.370162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805220582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:09.370222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787173111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:09.370276Z","caller":"traceutil/trace.go:171","msg":"trace[913467588] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8050; }","duration":"1.805597651s","start":"2026-03-19T18:09:07.564629Z","end":"2026-03-19T18:09:09.370226Z","steps":["trace[913467588] 'range keys from in-memory index tree' (duration: 1.80512902s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.370307Z","caller":"traceutil/trace.go:171","msg":"trace[118118516] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8050; }","duration":"1.787270704s","start":"2026-03-19T18:09:07.583024Z","end":"2026-03-19T18:09:09.370294Z","steps":["trace[118118516] 'count revisions from in-memory index tree' (duration: 1.787147671s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.370329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.564622Z","time spent":"1.805688403s","remote":"127.0.0.1:50014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-19T18:09:09.370354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.58302Z","time spent":"1.787318475s","remote":"127.0.0.1:50026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:09.370379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585702398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:09:09.369897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825454894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:09.370424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826046218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:09.370476Z","caller":"traceutil/trace.go:171","msg":"trace[109745948] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8050; }","duration":"1.826116789s","start":"2026-03-19T18:09:07.544344Z","end":"2026-03-19T18:09:09.370461Z","steps":["trace[109745948] 'range keys from in-memory index tree' (duration: 1.826003527s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.370485Z","caller":"traceutil/trace.go:171","msg":"trace[74805349] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8050; }","duration":"1.826060868s","start":"2026-03-19T18:09:07.544397Z","end":"2026-03-19T18:09:09.370458Z","steps":["trace[74805349] 'count revisions from in-memory index tree' (duration: 1.825346231s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.370522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.544339Z","time spent":"1.826165521s","remote":"127.0.0.1:49998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-19T18:09:09.370565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805899467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:09.370573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.544387Z","time spent":"1.8261526s","remote":"127.0.0.1:49998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:09.370172Z","caller":"traceutil/trace.go:171","msg":"trace[1105529822] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8050; }","duration":"1.78668921s","start":"2026-03-19T18:09:07.583467Z","end":"2026-03-19T18:09:09.370156Z","steps":["trace[1105529822] 'range keys from in-memory index tree' (duration: 1.786583437s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.370606Z","caller":"traceutil/trace.go:171","msg":"trace[1123193853] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8050; }","duration":"1.80595949s","start":"2026-03-19T18:09:07.564635Z","end":"2026-03-19T18:09:09.370594Z","steps":["trace[1123193853] 'count revisions from in-memory index tree' (duration: 1.805825486s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.370642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.564618Z","time spent":"1.80601188s","remote":"127.0.0.1:50014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:09.37065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.583461Z","time spent":"1.787170701s","remote":"127.0.0.1:50026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-19T18:09:09.370697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806157144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:09.370732Z","caller":"traceutil/trace.go:171","msg":"trace[1632595341] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8050; }","duration":"1.806215086s","start":"2026-03-19T18:09:07.564508Z","end":"2026-03-19T18:09:09.370723Z","steps":["trace[1632595341] 'range keys from in-memory index tree' (duration: 1.80596502s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.370426Z","caller":"traceutil/trace.go:171","msg":"trace[828136581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:8050; }","duration":"1.58579934s","start":"2026-03-19T18:09:07.784616Z","end":"2026-03-19T18:09:09.370416Z","steps":["trace[828136581] 'range keys from in-memory index tree' (duration: 1.585474222s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.370763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.564497Z","time spent":"1.806257896s","remote":"127.0.0.1:50014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T18:09:09.370775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:07.784588Z","time spent":"1.586176999s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"warn","ts":"2026-03-19T18:09:09.372192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026160298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:09:09.372272Z","caller":"traceutil/trace.go:171","msg":"trace[976019716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8050; }","duration":"1.029221072s","start":"2026-03-19T18:09:08.343035Z","end":"2026-03-19T18:09:09.372256Z","steps":["trace[976019716] 'range keys from in-memory index tree' (duration: 1.025903952s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.37231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.343015Z","time spent":"1.029283263s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:09:09.37282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.173644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:09.372919Z","caller":"traceutil/trace.go:171","msg":"trace[298984729] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8369; }","duration":"922.949537ms","start":"2026-03-19T18:09:08.449953Z","end":"2026-03-19T18:09:09.372902Z","steps":["trace[298984729] 'read index received' (duration: 381.590439ms)","trace[298984729] 'applied index is now lower than readState.Index' (duration: 541.357308ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:09.373014Z","caller":"traceutil/trace.go:171","msg":"trace[1813804536] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"929.607428ms","start":"2026-03-19T18:09:08.443377Z","end":"2026-03-19T18:09:09.372985Z","steps":["trace[1813804536] 'process raft request' (duration: 388.187788ms)","trace[1813804536] 'compare' (duration: 537.637977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:09.373194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.237803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T18:09:09.373268Z","caller":"traceutil/trace.go:171","msg":"trace[922803417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8051; }","duration":"923.336286ms","start":"2026-03-19T18:09:08.449904Z","end":"2026-03-19T18:09:09.373241Z","steps":["trace[922803417] 'agreement among raft nodes before linearized reading' (duration: 923.10024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.373322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.449876Z","time spent":"923.433698ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:09:09.373521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.23009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T18:09:09.373574Z","caller":"traceutil/trace.go:171","msg":"trace[148237081] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8051; }","duration":"920.316382ms","start":"2026-03-19T18:09:08.45324Z","end":"2026-03-19T18:09:09.373557Z","steps":["trace[148237081] 'agreement among raft nodes before linearized reading' (duration: 920.192379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.373611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.453218Z","time spent":"920.381954ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:09:09.373242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.443351Z","time spent":"929.783492ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:09.374208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.322557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:09.374312Z","caller":"traceutil/trace.go:171","msg":"trace[353037233] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8051; }","duration":"449.4781ms","start":"2026-03-19T18:09:08.924818Z","end":"2026-03-19T18:09:09.374296Z","steps":["trace[353037233] 'agreement among raft nodes before linearized reading' (duration: 449.317176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.374359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.924796Z","time spent":"449.548612ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:09.374625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.081463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:09:09.374713Z","caller":"traceutil/trace.go:171","msg":"trace[1251139781] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8051; }","duration":"871.230037ms","start":"2026-03-19T18:09:08.503465Z","end":"2026-03-19T18:09:09.374695Z","steps":["trace[1251139781] 'agreement among raft nodes before linearized reading' (duration: 870.361466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.37475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:08.503446Z","time spent":"871.295778ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":878,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:09.747372Z","caller":"traceutil/trace.go:171","msg":"trace[608352993] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"371.234886ms","start":"2026-03-19T18:09:09.376087Z","end":"2026-03-19T18:09:09.747321Z","steps":["trace[608352993] 'process raft request' (duration: 320.946852ms)","trace[608352993] 'compare' (duration: 49.959966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:09.747555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:09.376061Z","time spent":"371.398029ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:09.781301Z","caller":"traceutil/trace.go:171","msg":"trace[314399658] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"404.799412ms","start":"2026-03-19T18:09:09.37648Z","end":"2026-03-19T18:09:09.78128Z","steps":["trace[314399658] 'process raft request' (duration: 404.748451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.781322Z","caller":"traceutil/trace.go:171","msg":"trace[1523124222] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"404.841653ms","start":"2026-03-19T18:09:09.376444Z","end":"2026-03-19T18:09:09.781286Z","steps":["trace[1523124222] 'process raft request' (duration: 404.671519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.781436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:09.376458Z","time spent":"404.908075ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:09.781448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:09.376427Z","time spent":"404.952997ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:09.781634Z","caller":"traceutil/trace.go:171","msg":"trace[1635836524] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"404.25138ms","start":"2026-03-19T18:09:09.37737Z","end":"2026-03-19T18:09:09.781621Z","steps":["trace[1635836524] 'process raft request' (duration: 404.124516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.781704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:09.377358Z","time spent":"404.312092ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:09.781802Z","caller":"traceutil/trace.go:171","msg":"trace[45960011] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"402.291413ms","start":"2026-03-19T18:09:09.379502Z","end":"2026-03-19T18:09:09.781793Z","steps":["trace[45960011] 'process raft request' (duration: 402.112588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.781856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:09.379493Z","time spent":"402.335303ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:09.781826Z","caller":"traceutil/trace.go:171","msg":"trace[501395923] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"246.750166ms","start":"2026-03-19T18:09:09.535052Z","end":"2026-03-19T18:09:09.781802Z","steps":["trace[501395923] 'process raft request' (duration: 246.639033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.781869Z","caller":"traceutil/trace.go:171","msg":"trace[933098513] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"246.206703ms","start":"2026-03-19T18:09:09.535654Z","end":"2026-03-19T18:09:09.781861Z","steps":["trace[933098513] 'process raft request' (duration: 246.06669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.781781Z","caller":"traceutil/trace.go:171","msg":"trace[1576253931] linearizableReadLoop","detail":"{readStateIndex:8373; appliedIndex:8370; }","duration":"404.968368ms","start":"2026-03-19T18:09:09.376791Z","end":"2026-03-19T18:09:09.78176Z","steps":["trace[1576253931] 'read index received' (duration: 320.330487ms)","trace[1576253931] 'applied index is now lower than readState.Index' (duration: 84.636961ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:09.781849Z","caller":"traceutil/trace.go:171","msg":"trace[413188096] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"267.864191ms","start":"2026-03-19T18:09:09.513928Z","end":"2026-03-19T18:09:09.781792Z","steps":["trace[413188096] 'process raft request' (duration: 267.722237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.781982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.425564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:09.782011Z","caller":"traceutil/trace.go:171","msg":"trace[1440591715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8061; }","duration":"397.461415ms","start":"2026-03-19T18:09:09.384541Z","end":"2026-03-19T18:09:09.782003Z","steps":["trace[1440591715] 'agreement among raft nodes before linearized reading' (duration: 397.415754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.782037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:09.384537Z","time spent":"397.496065ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:09:09.782494Z","caller":"traceutil/trace.go:171","msg":"trace[1056840419] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"404.313232ms","start":"2026-03-19T18:09:09.37742Z","end":"2026-03-19T18:09:09.781733Z","steps":["trace[1056840419] 'process raft request' (duration: 404.158398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.782515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.715185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"info","ts":"2026-03-19T18:09:09.782502Z","caller":"traceutil/trace.go:171","msg":"trace[1663956455] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"404.515277ms","start":"2026-03-19T18:09:09.377067Z","end":"2026-03-19T18:09:09.781582Z","steps":["trace[1663956455] 'process raft request' (duration: 404.187918ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.782578Z","caller":"traceutil/trace.go:171","msg":"trace[174068082] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8061; }","duration":"405.823928ms","start":"2026-03-19T18:09:09.376741Z","end":"2026-03-19T18:09:09.782564Z","steps":["trace[174068082] 'agreement among raft nodes before linearized reading' (duration: 405.08084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:09.78262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:09.376721Z","time spent":"405.88656ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:09:09.782632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:09.3774Z","time spent":"405.158822ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:09.782696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:09.377034Z","time spent":"405.557762ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:11.06785Z","caller":"traceutil/trace.go:171","msg":"trace[1405902724] linearizableReadLoop","detail":"{readStateIndex:8381; appliedIndex:8380; }","duration":"172.726525ms","start":"2026-03-19T18:09:10.8951Z","end":"2026-03-19T18:09:11.067826Z","steps":["trace[1405902724] 'read index received' (duration: 172.52259ms)","trace[1405902724] 'applied index is now lower than readState.Index' (duration: 202.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:11.067893Z","caller":"traceutil/trace.go:171","msg":"trace[334043845] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"302.323489ms","start":"2026-03-19T18:09:10.765538Z","end":"2026-03-19T18:09:11.067861Z","steps":["trace[334043845] 'process raft request' (duration: 302.059963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:11.068022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.874849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:11.068061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:10.765525Z","time spent":"302.443692ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:11.068096Z","caller":"traceutil/trace.go:171","msg":"trace[591541283] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8062; }","duration":"172.989662ms","start":"2026-03-19T18:09:10.895087Z","end":"2026-03-19T18:09:11.068076Z","steps":["trace[591541283] 'agreement among raft nodes before linearized reading' (duration: 172.839438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:11.29759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.495812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:11.297669Z","caller":"traceutil/trace.go:171","msg":"trace[930302219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8062; }","duration":"159.623496ms","start":"2026-03-19T18:09:11.138028Z","end":"2026-03-19T18:09:11.297651Z","steps":["trace[930302219] 'range keys from in-memory index tree' (duration: 159.424631ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:12.103824Z","caller":"traceutil/trace.go:171","msg":"trace[1686578441] linearizableReadLoop","detail":"{readStateIndex:8382; appliedIndex:8381; }","duration":"331.782815ms","start":"2026-03-19T18:09:11.772017Z","end":"2026-03-19T18:09:12.1038Z","steps":["trace[1686578441] 'read index received' (duration: 331.706663ms)","trace[1686578441] 'applied index is now lower than readState.Index' (duration: 74.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:12.103921Z","caller":"traceutil/trace.go:171","msg":"trace[1182450500] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"348.146305ms","start":"2026-03-19T18:09:11.755746Z","end":"2026-03-19T18:09:12.103893Z","steps":["trace[1182450500] 'process raft request' (duration: 347.915249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.104102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.071004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-19T18:09:12.104161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.755718Z","time spent":"348.292328ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:12.104181Z","caller":"traceutil/trace.go:171","msg":"trace[754803646] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8063; }","duration":"332.186336ms","start":"2026-03-19T18:09:11.771974Z","end":"2026-03-19T18:09:12.10416Z","steps":["trace[754803646] 'agreement among raft nodes before linearized reading' (duration: 331.96642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.104232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.771961Z","time spent":"332.255068ms","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T18:09:12.604605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272629305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:13.105798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272629305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:13.49988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396174005s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:09:13.500286Z","caller":"traceutil/trace.go:171","msg":"trace[1424651205] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"1.713749085s","start":"2026-03-19T18:09:11.786515Z","end":"2026-03-19T18:09:13.500264Z","steps":["trace[1424651205] 'process raft request' (duration: 1.713564481s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.500433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.786498Z","time spent":"1.713863007s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:13.500692Z","caller":"traceutil/trace.go:171","msg":"trace[1513941232] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"1.711990162s","start":"2026-03-19T18:09:11.788677Z","end":"2026-03-19T18:09:13.500668Z","steps":["trace[1513941232] 'process raft request' (duration: 1.711857128s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.500916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.788664Z","time spent":"1.712146335s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:13.500902Z","caller":"traceutil/trace.go:171","msg":"trace[354160673] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"1.712958305s","start":"2026-03-19T18:09:11.787668Z","end":"2026-03-19T18:09:13.500626Z","steps":["trace[354160673] 'process raft request' (duration: 1.712553425s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.501245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.787592Z","time spent":"1.713478527s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:13.551738Z","caller":"traceutil/trace.go:171","msg":"trace[403060911] linearizableReadLoop","detail":"{readStateIndex:8386; appliedIndex:8382; }","duration":"1.447826461s","start":"2026-03-19T18:09:12.103887Z","end":"2026-03-19T18:09:13.551714Z","steps":["trace[403060911] 'read index received' (duration: 1.396222565s)","trace[403060911] 'applied index is now lower than readState.Index' (duration: 51.602486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:13.552006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765196236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:09:13.552048Z","caller":"traceutil/trace.go:171","msg":"trace[363727394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8066; }","duration":"1.765282059s","start":"2026-03-19T18:09:11.786754Z","end":"2026-03-19T18:09:13.552036Z","steps":["trace[363727394] 'agreement among raft nodes before linearized reading' (duration: 1.765079694s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.552017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466220859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:13.552083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.786743Z","time spent":"1.76533202s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:09:13.552118Z","caller":"traceutil/trace.go:171","msg":"trace[421675379] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8066; }","duration":"1.466379983s","start":"2026-03-19T18:09:12.085713Z","end":"2026-03-19T18:09:13.552093Z","steps":["trace[421675379] 'agreement among raft nodes before linearized reading' (duration: 1.466178068s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.552193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766250111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:09:13.552226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:12.085684Z","time spent":"1.466481185s","remote":"127.0.0.1:34150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:13.552304Z","caller":"traceutil/trace.go:171","msg":"trace[957352741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8066; }","duration":"1.766410836s","start":"2026-03-19T18:09:11.785852Z","end":"2026-03-19T18:09:13.552262Z","steps":["trace[957352741] 'agreement among raft nodes before linearized reading' (duration: 1.766100168s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.552379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.785831Z","time spent":"1.76653495s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:13.552497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445178517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-930b206c-c530-4aa3-8439-e5f642c75a2b\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-19T18:09:13.552508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.424768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:13.552548Z","caller":"traceutil/trace.go:171","msg":"trace[1372089196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8066; }","duration":"414.49699ms","start":"2026-03-19T18:09:13.138041Z","end":"2026-03-19T18:09:13.552538Z","steps":["trace[1372089196] 'agreement among raft nodes before linearized reading' (duration: 414.439778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.552574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:13.138022Z","time spent":"414.54611ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:09:13.552578Z","caller":"traceutil/trace.go:171","msg":"trace[2013693342] range","detail":"{range_begin:/registry/persistentvolumes/pvc-930b206c-c530-4aa3-8439-e5f642c75a2b; range_end:; response_count:1; response_revision:8066; }","duration":"1.445272879s","start":"2026-03-19T18:09:12.107286Z","end":"2026-03-19T18:09:13.552559Z","steps":["trace[2013693342] 'agreement among raft nodes before linearized reading' (duration: 1.444839188s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.552623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:12.107268Z","time spent":"1.445344341s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-930b206c-c530-4aa3-8439-e5f642c75a2b\" "} {"level":"warn","ts":"2026-03-19T18:09:13.552715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130008577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:13.552326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766400646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:09:13.552728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766341845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:13.552832Z","caller":"traceutil/trace.go:171","msg":"trace[1721394673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8066; }","duration":"1.766462958s","start":"2026-03-19T18:09:11.786358Z","end":"2026-03-19T18:09:13.552821Z","steps":["trace[1721394673] 'agreement among raft nodes before linearized reading' (duration: 1.765627326s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.552897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.78635Z","time spent":"1.76653692s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:09:13.552777Z","caller":"traceutil/trace.go:171","msg":"trace[1350496570] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8066; }","duration":"1.130108708s","start":"2026-03-19T18:09:12.422658Z","end":"2026-03-19T18:09:13.552767Z","steps":["trace[1350496570] 'agreement among raft nodes before linearized reading' (duration: 1.130022566s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:13.552787Z","caller":"traceutil/trace.go:171","msg":"trace[1718728096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8066; }","duration":"1.766919368s","start":"2026-03-19T18:09:11.785857Z","end":"2026-03-19T18:09:13.552777Z","steps":["trace[1718728096] 'agreement among raft nodes before linearized reading' (duration: 1.766150779s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.552334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761897467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:09:13.55341Z","caller":"traceutil/trace.go:171","msg":"trace[8678187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:8066; }","duration":"1.762979342s","start":"2026-03-19T18:09:11.790407Z","end":"2026-03-19T18:09:13.553386Z","steps":["trace[8678187] 'agreement among raft nodes before linearized reading' (duration: 1.761375092s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.553277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.785834Z","time spent":"1.767424901s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:13.553462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:11.790397Z","time spent":"1.763051805s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"warn","ts":"2026-03-19T18:09:13.553175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:12.422636Z","time spent":"1.130511868s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:14.056801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272629309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:09:14.179884Z","caller":"traceutil/trace.go:171","msg":"trace[951282308] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"623.62827ms","start":"2026-03-19T18:09:13.556225Z","end":"2026-03-19T18:09:14.179853Z","steps":["trace[951282308] 'process raft request' (duration: 623.424924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:14.180066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:13.556209Z","time spent":"623.767703ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:14.430189Z","caller":"traceutil/trace.go:171","msg":"trace[2004038056] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"872.924988ms","start":"2026-03-19T18:09:13.55724Z","end":"2026-03-19T18:09:14.430165Z","steps":["trace[2004038056] 'process raft request' (duration: 872.825485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:14.430209Z","caller":"traceutil/trace.go:171","msg":"trace[2146283364] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"873.166654ms","start":"2026-03-19T18:09:13.557Z","end":"2026-03-19T18:09:14.430167Z","steps":["trace[2146283364] 'process raft request' (duration: 870.191601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:14.430363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:13.557234Z","time spent":"873.057002ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:14.430363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:13.556989Z","time spent":"873.311747ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:14.430363Z","caller":"traceutil/trace.go:171","msg":"trace[1230765023] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8386; }","duration":"873.595385ms","start":"2026-03-19T18:09:13.556732Z","end":"2026-03-19T18:09:14.430327Z","steps":["trace[1230765023] 'read index received' (duration: 622.940793ms)","trace[1230765023] 'applied index is now lower than readState.Index' (duration: 250.651722ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:14.430528Z","caller":"traceutil/trace.go:171","msg":"trace[722304782] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"872.984069ms","start":"2026-03-19T18:09:13.557502Z","end":"2026-03-19T18:09:14.430486Z","steps":["trace[722304782] 'process raft request' (duration: 872.627231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:14.430584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.850601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T18:09:14.430618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:13.557496Z","time spent":"873.074601ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:14.430646Z","caller":"traceutil/trace.go:171","msg":"trace[1339156447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8070; }","duration":"873.949963ms","start":"2026-03-19T18:09:13.556685Z","end":"2026-03-19T18:09:14.430635Z","steps":["trace[1339156447] 'agreement among raft nodes before linearized reading' (duration: 873.797399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:14.430682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:13.556666Z","time spent":"874.009004ms","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:09:14.430835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.028823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:14.430896Z","caller":"traceutil/trace.go:171","msg":"trace[289139082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8070; }","duration":"323.124845ms","start":"2026-03-19T18:09:14.107757Z","end":"2026-03-19T18:09:14.430882Z","steps":["trace[289139082] 'agreement among raft nodes before linearized reading' (duration: 322.981542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:14.430947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:14.107738Z","time spent":"323.196766ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:09:14.430962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.536633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"info","ts":"2026-03-19T18:09:14.431025Z","caller":"traceutil/trace.go:171","msg":"trace[1718608332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8070; }","duration":"873.624815ms","start":"2026-03-19T18:09:13.557379Z","end":"2026-03-19T18:09:14.431004Z","steps":["trace[1718608332] 'agreement among raft nodes before linearized reading' (duration: 873.134903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:14.431098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:13.557373Z","time spent":"873.704727ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:09:15.168144Z","caller":"traceutil/trace.go:171","msg":"trace[1928115211] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"110.477418ms","start":"2026-03-19T18:09:15.057633Z","end":"2026-03-19T18:09:15.16811Z","steps":["trace[1928115211] 'process raft request' (duration: 50.030298ms)","trace[1928115211] 'compare' (duration: 60.239145ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:15.373008Z","caller":"traceutil/trace.go:171","msg":"trace[1014710694] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"195.887447ms","start":"2026-03-19T18:09:15.177098Z","end":"2026-03-19T18:09:15.372985Z","steps":["trace[1014710694] 'process raft request' (duration: 195.722713ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:16.877216Z","caller":"traceutil/trace.go:171","msg":"trace[692730829] linearizableReadLoop","detail":"{readStateIndex:8405; appliedIndex:8403; }","duration":"436.528915ms","start":"2026-03-19T18:09:16.440664Z","end":"2026-03-19T18:09:16.877193Z","steps":["trace[692730829] 'read index received' (duration: 64.869979ms)","trace[692730829] 'applied index is now lower than readState.Index' (duration: 371.657776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:16.87759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.904865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:09:16.87767Z","caller":"traceutil/trace.go:171","msg":"trace[34824154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8086; }","duration":"437.022518ms","start":"2026-03-19T18:09:16.440629Z","end":"2026-03-19T18:09:16.877651Z","steps":["trace[34824154] 'agreement among raft nodes before linearized reading' (duration: 436.778792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:16.877687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.676759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T18:09:16.877671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.2211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:16.877703Z","caller":"traceutil/trace.go:171","msg":"trace[476286567] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"436.655599ms","start":"2026-03-19T18:09:16.441002Z","end":"2026-03-19T18:09:16.877658Z","steps":["trace[476286567] 'process raft request' (duration: 436.135906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:16.877718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.440613Z","time spent":"437.096049ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:09:16.877732Z","caller":"traceutil/trace.go:171","msg":"trace[1996013868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8086; }","duration":"436.736711ms","start":"2026-03-19T18:09:16.440984Z","end":"2026-03-19T18:09:16.87772Z","steps":["trace[1996013868] 'agreement among raft nodes before linearized reading' (duration: 436.570337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:16.877753Z","caller":"traceutil/trace.go:171","msg":"trace[846649759] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8086; }","duration":"206.349043ms","start":"2026-03-19T18:09:16.671387Z","end":"2026-03-19T18:09:16.877736Z","steps":["trace[846649759] 'agreement among raft nodes before linearized reading' (duration: 206.190359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:16.87777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.440948Z","time spent":"436.813153ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:09:16.877843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.440986Z","time spent":"436.768021ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:16.877687Z","caller":"traceutil/trace.go:171","msg":"trace[1474629160] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"437.291015ms","start":"2026-03-19T18:09:16.44037Z","end":"2026-03-19T18:09:16.877661Z","steps":["trace[1474629160] 'process raft request' (duration: 432.096138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:16.878018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.71709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"warn","ts":"2026-03-19T18:09:16.878927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.440345Z","time spent":"438.515435ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:16.878969Z","caller":"traceutil/trace.go:171","msg":"trace[330171191] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8086; }","duration":"437.694474ms","start":"2026-03-19T18:09:16.441265Z","end":"2026-03-19T18:09:16.878959Z","steps":["trace[330171191] 'agreement among raft nodes before linearized reading' (duration: 436.367092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:16.878998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.441258Z","time spent":"437.731355ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:09:17.130462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.253292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:09:17.130559Z","caller":"traceutil/trace.go:171","msg":"trace[894544934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8088; }","duration":"151.402815ms","start":"2026-03-19T18:09:16.979136Z","end":"2026-03-19T18:09:17.130538Z","steps":["trace[894544934] 'range keys from in-memory index tree' (duration: 150.994376ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:17.759985Z","caller":"traceutil/trace.go:171","msg":"trace[383695321] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"243.385844ms","start":"2026-03-19T18:09:17.516571Z","end":"2026-03-19T18:09:17.759957Z","steps":["trace[383695321] 'process raft request' (duration: 243.278051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:17.760229Z","caller":"traceutil/trace.go:171","msg":"trace[1754432243] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"244.278607ms","start":"2026-03-19T18:09:17.51594Z","end":"2026-03-19T18:09:17.760218Z","steps":["trace[1754432243] 'process raft request' (duration: 242.828691ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:18.635547Z","caller":"traceutil/trace.go:171","msg":"trace[1122049902] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"121.535277ms","start":"2026-03-19T18:09:18.513988Z","end":"2026-03-19T18:09:18.635523Z","steps":["trace[1122049902] 'process raft request' (duration: 121.335143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:19.276063Z","caller":"traceutil/trace.go:171","msg":"trace[1166556144] linearizableReadLoop","detail":"{readStateIndex:8418; appliedIndex:8416; }","duration":"386.289713ms","start":"2026-03-19T18:09:18.889738Z","end":"2026-03-19T18:09:19.276027Z","steps":["trace[1166556144] 'read index received' (duration: 63.322291ms)","trace[1166556144] 'applied index is now lower than readState.Index' (duration: 322.965972ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:19.276089Z","caller":"traceutil/trace.go:171","msg":"trace[1536789599] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"389.311627ms","start":"2026-03-19T18:09:18.886737Z","end":"2026-03-19T18:09:19.276049Z","steps":["trace[1536789599] 'process raft request' (duration: 371.148044ms)","trace[1536789599] 'compare' (duration: 17.896926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:19.276266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.886722Z","time spent":"389.446279ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:19.276401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.235763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:19.276463Z","caller":"traceutil/trace.go:171","msg":"trace[1287225514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8097; }","duration":"301.364436ms","start":"2026-03-19T18:09:18.975083Z","end":"2026-03-19T18:09:19.276448Z","steps":["trace[1287225514] 'agreement among raft nodes before linearized reading' (duration: 301.148911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:19.276512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.975056Z","time spent":"301.445208ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:09:19.276718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.966039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"info","ts":"2026-03-19T18:09:19.276838Z","caller":"traceutil/trace.go:171","msg":"trace[1338355358] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8097; }","duration":"387.100452ms","start":"2026-03-19T18:09:18.88972Z","end":"2026-03-19T18:09:19.27682Z","steps":["trace[1338355358] 'agreement among raft nodes before linearized reading' (duration: 386.377375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:19.276944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.889711Z","time spent":"387.215385ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:09:19.659971Z","caller":"traceutil/trace.go:171","msg":"trace[642365372] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"135.102349ms","start":"2026-03-19T18:09:19.524839Z","end":"2026-03-19T18:09:19.659941Z","steps":["trace[642365372] 'process raft request' (duration: 134.913824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:19.907823Z","caller":"traceutil/trace.go:171","msg":"trace[1991416296] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"143.281827ms","start":"2026-03-19T18:09:19.764513Z","end":"2026-03-19T18:09:19.907795Z","steps":["trace[1991416296] 'process raft request' (duration: 142.835857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.003169Z","caller":"traceutil/trace.go:171","msg":"trace[192493738] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8420; }","duration":"148.920075ms","start":"2026-03-19T18:09:19.854224Z","end":"2026-03-19T18:09:20.003144Z","steps":["trace[192493738] 'read index received' (duration: 53.118083ms)","trace[192493738] 'applied index is now lower than readState.Index' (duration: 95.801082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:20.003293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.062358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:20.003324Z","caller":"traceutil/trace.go:171","msg":"trace[1947988226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8101; }","duration":"149.190291ms","start":"2026-03-19T18:09:19.854124Z","end":"2026-03-19T18:09:20.003314Z","steps":["trace[1947988226] 'agreement among raft nodes before linearized reading' (duration: 149.11625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.003337Z","caller":"traceutil/trace.go:171","msg":"trace[92930406] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"238.448015ms","start":"2026-03-19T18:09:19.764746Z","end":"2026-03-19T18:09:20.003194Z","steps":["trace[92930406] 'process raft request' (duration: 238.2399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:27.505171Z","caller":"traceutil/trace.go:171","msg":"trace[69088778] linearizableReadLoop","detail":"{readStateIndex:8461; appliedIndex:8460; }","duration":"111.870013ms","start":"2026-03-19T18:09:27.393274Z","end":"2026-03-19T18:09:27.505144Z","steps":["trace[69088778] 'read index received' (duration: 111.612907ms)","trace[69088778] 'applied index is now lower than readState.Index' (duration: 255.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:27.505282Z","caller":"traceutil/trace.go:171","msg":"trace[155309180] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"116.69445ms","start":"2026-03-19T18:09:27.388577Z","end":"2026-03-19T18:09:27.505272Z","steps":["trace[155309180] 'process raft request' (duration: 116.392053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:27.505502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.210191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T18:09:27.505576Z","caller":"traceutil/trace.go:171","msg":"trace[1155311734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8138; }","duration":"112.322054ms","start":"2026-03-19T18:09:27.393237Z","end":"2026-03-19T18:09:27.505559Z","steps":["trace[1155311734] 'agreement among raft nodes before linearized reading' (duration: 112.002356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:28.824937Z","caller":"traceutil/trace.go:171","msg":"trace[182394043] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"118.110225ms","start":"2026-03-19T18:09:28.706797Z","end":"2026-03-19T18:09:28.824908Z","steps":["trace[182394043] 'process raft request' (duration: 117.919921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.235889Z","caller":"traceutil/trace.go:171","msg":"trace[1830677927] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"144.437956ms","start":"2026-03-19T18:09:39.091431Z","end":"2026-03-19T18:09:39.235869Z","steps":["trace[1830677927] 'process raft request' (duration: 144.347994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.235855Z","caller":"traceutil/trace.go:171","msg":"trace[1160167873] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"144.619601ms","start":"2026-03-19T18:09:39.091197Z","end":"2026-03-19T18:09:39.235817Z","steps":["trace[1160167873] 'process raft request' (duration: 126.456998ms)","trace[1160167873] 'compare' (duration: 17.975828ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:39.235956Z","caller":"traceutil/trace.go:171","msg":"trace[143113666] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"143.929053ms","start":"2026-03-19T18:09:39.092005Z","end":"2026-03-19T18:09:39.235934Z","steps":["trace[143113666] 'process raft request' (duration: 143.863602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.23595Z","caller":"traceutil/trace.go:171","msg":"trace[439946805] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"144.373965ms","start":"2026-03-19T18:09:39.09152Z","end":"2026-03-19T18:09:39.235894Z","steps":["trace[439946805] 'process raft request' (duration: 144.293383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.236154Z","caller":"traceutil/trace.go:171","msg":"trace[1279617398] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"143.992115ms","start":"2026-03-19T18:09:39.09193Z","end":"2026-03-19T18:09:39.235922Z","steps":["trace[1279617398] 'process raft request' (duration: 143.912913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.23593Z","caller":"traceutil/trace.go:171","msg":"trace[1689547285] linearizableReadLoop","detail":"{readStateIndex:8527; appliedIndex:8522; }","duration":"123.706571ms","start":"2026-03-19T18:09:39.112196Z","end":"2026-03-19T18:09:39.235902Z","steps":["trace[1689547285] 'read index received' (duration: 105.364034ms)","trace[1689547285] 'applied index is now lower than readState.Index' (duration: 18.341497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:39.236273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.04927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:09:39.23635Z","caller":"traceutil/trace.go:171","msg":"trace[787652799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8200; }","duration":"124.188863ms","start":"2026-03-19T18:09:39.112141Z","end":"2026-03-19T18:09:39.23633Z","steps":["trace[787652799] 'agreement among raft nodes before linearized reading' (duration: 123.924727ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.439752Z","caller":"traceutil/trace.go:171","msg":"trace[1370510328] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"117.983623ms","start":"2026-03-19T18:09:39.321743Z","end":"2026-03-19T18:09:39.439727Z","steps":["trace[1370510328] 'process raft request' (duration: 117.954542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.439838Z","caller":"traceutil/trace.go:171","msg":"trace[356295499] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"118.147396ms","start":"2026-03-19T18:09:39.321664Z","end":"2026-03-19T18:09:39.439812Z","steps":["trace[356295499] 'process raft request' (duration: 117.966711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.439791Z","caller":"traceutil/trace.go:171","msg":"trace[1221350378] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"198.85995ms","start":"2026-03-19T18:09:39.240892Z","end":"2026-03-19T18:09:39.439752Z","steps":["trace[1221350378] 'process raft request' (duration: 128.491876ms)","trace[1221350378] 'compare' (duration: 70.134437ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:39.583889Z","caller":"traceutil/trace.go:171","msg":"trace[855641173] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"139.605598ms","start":"2026-03-19T18:09:39.444248Z","end":"2026-03-19T18:09:39.583853Z","steps":["trace[855641173] 'process raft request' (duration: 134.206387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.583946Z","caller":"traceutil/trace.go:171","msg":"trace[67018507] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"139.480705ms","start":"2026-03-19T18:09:39.444423Z","end":"2026-03-19T18:09:39.583903Z","steps":["trace[67018507] 'process raft request' (duration: 139.394273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.583894Z","caller":"traceutil/trace.go:171","msg":"trace[533319620] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"139.592887ms","start":"2026-03-19T18:09:39.444281Z","end":"2026-03-19T18:09:39.583874Z","steps":["trace[533319620] 'process raft request' (duration: 139.502725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:39.584163Z","caller":"traceutil/trace.go:171","msg":"trace[1671480123] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"129.230265ms","start":"2026-03-19T18:09:39.454896Z","end":"2026-03-19T18:09:39.584126Z","steps":["trace[1671480123] 'process raft request' (duration: 128.949259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.748941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.582613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hr2fl\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-19T18:09:41.749516Z","caller":"traceutil/trace.go:171","msg":"trace[980900178] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hr2fl; range_end:; response_count:1; response_revision:8250; }","duration":"496.202357ms","start":"2026-03-19T18:09:41.253295Z","end":"2026-03-19T18:09:41.749498Z","steps":["trace[980900178] 'range keys from in-memory index tree' (duration: 495.432509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.74961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.253278Z","time spent":"496.320991ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hr2fl\" "} {"level":"warn","ts":"2026-03-19T18:09:41.74901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.590308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:09:41.749695Z","caller":"traceutil/trace.go:171","msg":"trace[1194545677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8250; }","duration":"306.317076ms","start":"2026-03-19T18:09:41.443362Z","end":"2026-03-19T18:09:41.749679Z","steps":["trace[1194545677] 'range keys from in-memory index tree' (duration: 305.449145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.749735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.443341Z","time spent":"306.383837ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:41.749063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.037653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:09:41.749822Z","caller":"traceutil/trace.go:171","msg":"trace[1860553101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:8250; }","duration":"155.836533ms","start":"2026-03-19T18:09:41.593946Z","end":"2026-03-19T18:09:41.749783Z","steps":["trace[1860553101] 'range keys from in-memory index tree' (duration: 154.855609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.749052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.328196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:41.749966Z","caller":"traceutil/trace.go:171","msg":"trace[1541168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8250; }","duration":"611.277959ms","start":"2026-03-19T18:09:41.138668Z","end":"2026-03-19T18:09:41.749946Z","steps":["trace[1541168] 'range keys from in-memory index tree' (duration: 610.246154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.750026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.138646Z","time spent":"611.364321ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:41.749089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.541349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:41.750179Z","caller":"traceutil/trace.go:171","msg":"trace[1065434576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8250; }","duration":"401.681366ms","start":"2026-03-19T18:09:41.348484Z","end":"2026-03-19T18:09:41.750165Z","steps":["trace[1065434576] 'count revisions from in-memory index tree' (duration: 400.455997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.749134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.124795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:41.749174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.796315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-19T18:09:41.750267Z","caller":"traceutil/trace.go:171","msg":"trace[1725773930] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8250; }","duration":"278.293944ms","start":"2026-03-19T18:09:41.471962Z","end":"2026-03-19T18:09:41.750256Z","steps":["trace[1725773930] 'count revisions from in-memory index tree' (duration: 277.021583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.748988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.134542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:09:41.750309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.348462Z","time spent":"401.8085ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:41.750352Z","caller":"traceutil/trace.go:171","msg":"trace[886942159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8250; }","duration":"153.515495ms","start":"2026-03-19T18:09:41.596814Z","end":"2026-03-19T18:09:41.750329Z","steps":["trace[886942159] 'range keys from in-memory index tree' (duration: 151.974189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:41.750322Z","caller":"traceutil/trace.go:171","msg":"trace[1557934934] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8250; }","duration":"592.974022ms","start":"2026-03-19T18:09:41.157321Z","end":"2026-03-19T18:09:41.750295Z","steps":["trace[1557934934] 'range keys from in-memory index tree' (duration: 591.659041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:41.75041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:41.157304Z","time spent":"593.094226ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-19T18:09:46.042199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052998761s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:09:46.042555Z","caller":"traceutil/trace.go:171","msg":"trace[1853960658] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"1.053426641s","start":"2026-03-19T18:09:44.989109Z","end":"2026-03-19T18:09:46.042536Z","steps":["trace[1853960658] 'process raft request' (duration: 1.053289448s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:46.042671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:44.989098Z","time spent":"1.053492874s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:46.042967Z","caller":"traceutil/trace.go:171","msg":"trace[126083407] linearizableReadLoop","detail":"{readStateIndex:8599; appliedIndex:8599; }","duration":"463.301758ms","start":"2026-03-19T18:09:45.579654Z","end":"2026-03-19T18:09:46.042956Z","steps":["trace[126083407] 'read index received' (duration: 463.298358ms)","trace[126083407] 'applied index is now lower than readState.Index' (duration: 2.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:46.043046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.38597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:46.043073Z","caller":"traceutil/trace.go:171","msg":"trace[814774834] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8269; }","duration":"463.455922ms","start":"2026-03-19T18:09:45.57961Z","end":"2026-03-19T18:09:46.043066Z","steps":["trace[814774834] 'agreement among raft nodes before linearized reading' (duration: 463.403571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:46.043097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:45.579592Z","time spent":"463.497773ms","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:46.06368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.242154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:46.063724Z","caller":"traceutil/trace.go:171","msg":"trace[1931496765] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8270; }","duration":"465.318876ms","start":"2026-03-19T18:09:45.598394Z","end":"2026-03-19T18:09:46.063713Z","steps":["trace[1931496765] 'agreement among raft nodes before linearized reading' (duration: 465.233874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:46.063748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:45.598377Z","time spent":"465.364968ms","remote":"127.0.0.1:51832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:46.063938Z","caller":"traceutil/trace.go:171","msg":"trace[1769698470] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"194.596816ms","start":"2026-03-19T18:09:45.869334Z","end":"2026-03-19T18:09:46.063931Z","steps":["trace[1769698470] 'process raft request' (duration: 194.229068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:46.064095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.149822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:46.064119Z","caller":"traceutil/trace.go:171","msg":"trace[829538315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8270; }","duration":"251.221525ms","start":"2026-03-19T18:09:45.812892Z","end":"2026-03-19T18:09:46.064114Z","steps":["trace[829538315] 'agreement among raft nodes before linearized reading' (duration: 251.138323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:46.064251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.080341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:09:46.064274Z","caller":"traceutil/trace.go:171","msg":"trace[2048239615] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:8270; }","duration":"283.158022ms","start":"2026-03-19T18:09:45.78111Z","end":"2026-03-19T18:09:46.064268Z","steps":["trace[2048239615] 'agreement among raft nodes before linearized reading' (duration: 283.093161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:46.064528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.098103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:46.064606Z","caller":"traceutil/trace.go:171","msg":"trace[283369000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8270; }","duration":"288.228856ms","start":"2026-03-19T18:09:45.776362Z","end":"2026-03-19T18:09:46.064591Z","steps":["trace[283369000] 'agreement among raft nodes before linearized reading' (duration: 287.994671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:46.064642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.633089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:46.064671Z","caller":"traceutil/trace.go:171","msg":"trace[1507636549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8270; }","duration":"289.696461ms","start":"2026-03-19T18:09:45.774968Z","end":"2026-03-19T18:09:46.064664Z","steps":["trace[1507636549] 'agreement among raft nodes before linearized reading' (duration: 289.631099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:46.408122Z","caller":"traceutil/trace.go:171","msg":"trace[815235553] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"126.300614ms","start":"2026-03-19T18:09:46.281793Z","end":"2026-03-19T18:09:46.408094Z","steps":["trace[815235553] 'process raft request' (duration: 76.227895ms)","trace[815235553] 'compare' (duration: 49.938986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:47.374682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.464705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:47.374907Z","caller":"traceutil/trace.go:171","msg":"trace[1822774] linearizableReadLoop","detail":"{readStateIndex:8606; appliedIndex:8605; }","duration":"726.463112ms","start":"2026-03-19T18:09:46.648419Z","end":"2026-03-19T18:09:47.374882Z","steps":["trace[1822774] 'read index received' (duration: 100.711921ms)","trace[1822774] 'applied index is now lower than readState.Index' (duration: 625.749061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:47.375069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.626457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:47.375196Z","caller":"traceutil/trace.go:171","msg":"trace[43160048] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8276; }","duration":"726.805561ms","start":"2026-03-19T18:09:46.648368Z","end":"2026-03-19T18:09:47.375173Z","steps":["trace[43160048] 'agreement among raft nodes before linearized reading' (duration: 726.579626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:47.375008Z","caller":"traceutil/trace.go:171","msg":"trace[519793917] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"912.687436ms","start":"2026-03-19T18:09:46.462204Z","end":"2026-03-19T18:09:47.374892Z","steps":["trace[519793917] 'process raft request' (duration: 286.916365ms)","trace[519793917] 'compare' (duration: 625.257369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:47.375248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:46.648338Z","time spent":"726.896032ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:47.375447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:46.462183Z","time spent":"913.149157ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:47.400454Z","caller":"traceutil/trace.go:171","msg":"trace[718530755] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"630.584468ms","start":"2026-03-19T18:09:46.76984Z","end":"2026-03-19T18:09:47.400424Z","steps":["trace[718530755] 'process raft request' (duration: 630.388514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:47.400705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:46.769816Z","time spent":"630.721972ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:47.407964Z","caller":"traceutil/trace.go:171","msg":"trace[878588297] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"318.873332ms","start":"2026-03-19T18:09:47.089066Z","end":"2026-03-19T18:09:47.407939Z","steps":["trace[878588297] 'process raft request' (duration: 318.664967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:47.407961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.095545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:47.408043Z","caller":"traceutil/trace.go:171","msg":"trace[51767110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8278; }","duration":"270.231258ms","start":"2026-03-19T18:09:47.137793Z","end":"2026-03-19T18:09:47.408025Z","steps":["trace[51767110] 'agreement among raft nodes before linearized reading' (duration: 270.078144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:47.40809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:47.089042Z","time spent":"318.981995ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:47.408271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.171587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:09:47.408359Z","caller":"traceutil/trace.go:171","msg":"trace[1451648135] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:8278; }","duration":"185.315121ms","start":"2026-03-19T18:09:47.223025Z","end":"2026-03-19T18:09:47.40834Z","steps":["trace[1451648135] 'agreement among raft nodes before linearized reading' (duration: 184.956922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:49.682174Z","caller":"traceutil/trace.go:171","msg":"trace[788188605] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"298.563238ms","start":"2026-03-19T18:09:49.383588Z","end":"2026-03-19T18:09:49.682151Z","steps":["trace[788188605] 'process raft request' (duration: 298.459986ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:50.36415Z","caller":"traceutil/trace.go:171","msg":"trace[1887101799] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8623; }","duration":"142.14867ms","start":"2026-03-19T18:09:50.221984Z","end":"2026-03-19T18:09:50.364133Z","steps":["trace[1887101799] 'read index received' (duration: 134.307949ms)","trace[1887101799] 'applied index is now lower than readState.Index' (duration: 7.840201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:50.364209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.269259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:09:50.364234Z","caller":"traceutil/trace.go:171","msg":"trace[1483308262] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"144.698161ms","start":"2026-03-19T18:09:50.219493Z","end":"2026-03-19T18:09:50.364192Z","steps":["trace[1483308262] 'process raft request' (duration: 136.891831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:50.36428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.289664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:09:50.364319Z","caller":"traceutil/trace.go:171","msg":"trace[1425545703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8292; }","duration":"148.375102ms","start":"2026-03-19T18:09:50.215882Z","end":"2026-03-19T18:09:50.364257Z","steps":["trace[1425545703] 'range keys from in-memory index tree' (duration: 148.010323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:50.36434Z","caller":"traceutil/trace.go:171","msg":"trace[1629198795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8293; }","duration":"142.382986ms","start":"2026-03-19T18:09:50.221951Z","end":"2026-03-19T18:09:50.364334Z","steps":["trace[1629198795] 'agreement among raft nodes before linearized reading' (duration: 142.276913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:50.364364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.574611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:09:50.364395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.652231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228866"} {"level":"info","ts":"2026-03-19T18:09:50.364416Z","caller":"traceutil/trace.go:171","msg":"trace[1550880446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8293; }","duration":"140.628492ms","start":"2026-03-19T18:09:50.223775Z","end":"2026-03-19T18:09:50.364404Z","steps":["trace[1550880446] 'agreement among raft nodes before linearized reading' (duration: 140.486169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:50.364456Z","caller":"traceutil/trace.go:171","msg":"trace[440174392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8292; }","duration":"220.771964ms","start":"2026-03-19T18:09:50.143669Z","end":"2026-03-19T18:09:50.364441Z","steps":["trace[440174392] 'range keys from in-memory index tree' (duration: 220.217799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.638666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272630011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:51.850968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084027157s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:09:51.851307Z","caller":"traceutil/trace.go:171","msg":"trace[482983875] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8628; }","duration":"713.20658ms","start":"2026-03-19T18:09:51.13808Z","end":"2026-03-19T18:09:51.851286Z","steps":["trace[482983875] 'read index received' (duration: 712.994545ms)","trace[482983875] 'applied index is now lower than readState.Index' (duration: 211.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:51.851435Z","caller":"traceutil/trace.go:171","msg":"trace[1270414698] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"1.084580749s","start":"2026-03-19T18:09:50.766821Z","end":"2026-03-19T18:09:51.851402Z","steps":["trace[1270414698] 'process raft request' (duration: 1.084301412s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.851583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:50.766796Z","time spent":"1.084710683s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:51.851466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.373284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:51.851699Z","caller":"traceutil/trace.go:171","msg":"trace[64200149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8298; }","duration":"713.645361ms","start":"2026-03-19T18:09:51.138028Z","end":"2026-03-19T18:09:51.851673Z","steps":["trace[64200149] 'agreement among raft nodes before linearized reading' (duration: 713.351454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.851779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:51.137996Z","time spent":"713.764744ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:51.851831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.779845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:09:51.851931Z","caller":"traceutil/trace.go:171","msg":"trace[1387147642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8298; }","duration":"165.927049ms","start":"2026-03-19T18:09:51.68595Z","end":"2026-03-19T18:09:51.851877Z","steps":["trace[1387147642] 'agreement among raft nodes before linearized reading' (duration: 165.541959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:52.202006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.14685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:52.202098Z","caller":"traceutil/trace.go:171","msg":"trace[283595911] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8299; }","duration":"202.404947ms","start":"2026-03-19T18:09:51.999665Z","end":"2026-03-19T18:09:52.20207Z","steps":["trace[283595911] 'count revisions from in-memory index tree' (duration: 202.074599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:00.132592Z","caller":"traceutil/trace.go:171","msg":"trace[673401992] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8378; }","duration":"514.927914ms","start":"2026-03-19T18:09:59.617642Z","end":"2026-03-19T18:10:00.13257Z","steps":["trace[673401992] 'process raft request' (duration: 514.78711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:00.132874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:59.617631Z","time spent":"515.031487ms","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-19T18:10:00.2407Z","caller":"traceutil/trace.go:171","msg":"trace[277963508] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"620.636358ms","start":"2026-03-19T18:09:59.620037Z","end":"2026-03-19T18:10:00.240673Z","steps":["trace[277963508] 'process raft request' (duration: 592.328678ms)","trace[277963508] 'compare' (duration: 28.077074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:00.240811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:59.620011Z","time spent":"620.744341ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:00.240684Z","caller":"traceutil/trace.go:171","msg":"trace[857815809] linearizableReadLoop","detail":"{readStateIndex:8715; appliedIndex:8714; }","duration":"387.555284ms","start":"2026-03-19T18:09:59.853098Z","end":"2026-03-19T18:10:00.240653Z","steps":["trace[857815809] 'read index received' (duration: 280.008505ms)","trace[857815809] 'applied index is now lower than readState.Index' (duration: 107.544969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:00.240977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.886012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:00.241101Z","caller":"traceutil/trace.go:171","msg":"trace[1604893778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8380; }","duration":"388.063036ms","start":"2026-03-19T18:09:59.853015Z","end":"2026-03-19T18:10:00.241079Z","steps":["trace[1604893778] 'agreement among raft nodes before linearized reading' (duration: 387.726198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:00.241181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.844851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-19T18:10:00.241218Z","caller":"traceutil/trace.go:171","msg":"trace[2070090177] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8380; }","duration":"251.914902ms","start":"2026-03-19T18:09:59.989293Z","end":"2026-03-19T18:10:00.241207Z","steps":["trace[2070090177] 'agreement among raft nodes before linearized reading' (duration: 251.80256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:00.241199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:59.852944Z","time spent":"388.237911ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:00.241335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.523819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:00.241358Z","caller":"traceutil/trace.go:171","msg":"trace[651283534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8380; }","duration":"105.592081ms","start":"2026-03-19T18:10:00.13576Z","end":"2026-03-19T18:10:00.241352Z","steps":["trace[651283534] 'agreement among raft nodes before linearized reading' (duration: 105.5581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:00.241252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.583494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:00.241462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.568783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:10:00.241502Z","caller":"traceutil/trace.go:171","msg":"trace[500427041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8380; }","duration":"297.632284ms","start":"2026-03-19T18:09:59.943861Z","end":"2026-03-19T18:10:00.241493Z","steps":["trace[500427041] 'agreement among raft nodes before linearized reading' (duration: 297.527182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:00.241463Z","caller":"traceutil/trace.go:171","msg":"trace[33417675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8380; }","duration":"373.830059ms","start":"2026-03-19T18:09:59.867613Z","end":"2026-03-19T18:10:00.241443Z","steps":["trace[33417675] 'agreement among raft nodes before linearized reading' (duration: 373.415369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:00.241696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:59.867602Z","time spent":"374.075095ms","remote":"127.0.0.1:53632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:00.572448Z","caller":"traceutil/trace.go:171","msg":"trace[1733592855] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"164.989596ms","start":"2026-03-19T18:10:00.407425Z","end":"2026-03-19T18:10:00.572415Z","steps":["trace[1733592855] 'process raft request' (duration: 135.917428ms)","trace[1733592855] 'compare' (duration: 28.862163ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:00.572594Z","caller":"traceutil/trace.go:171","msg":"trace[291580866] linearizableReadLoop","detail":"{readStateIndex:8720; appliedIndex:8718; }","duration":"154.094201ms","start":"2026-03-19T18:10:00.418474Z","end":"2026-03-19T18:10:00.572568Z","steps":["trace[291580866] 'read index received' (duration: 22.433106ms)","trace[291580866] 'applied index is now lower than readState.Index' (duration: 131.660455ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:00.572645Z","caller":"traceutil/trace.go:171","msg":"trace[1053517172] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"143.106253ms","start":"2026-03-19T18:10:00.429534Z","end":"2026-03-19T18:10:00.57264Z","steps":["trace[1053517172] 'process raft request' (duration: 142.992831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:00.572727Z","caller":"traceutil/trace.go:171","msg":"trace[1401622745] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"153.860965ms","start":"2026-03-19T18:10:00.418859Z","end":"2026-03-19T18:10:00.572719Z","steps":["trace[1401622745] 'process raft request' (duration: 153.518947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:00.573048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.570403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hr2fl\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-19T18:10:00.573097Z","caller":"traceutil/trace.go:171","msg":"trace[1058699505] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hr2fl; range_end:; response_count:1; response_revision:8386; }","duration":"154.661774ms","start":"2026-03-19T18:10:00.418428Z","end":"2026-03-19T18:10:00.57309Z","steps":["trace[1058699505] 'agreement among raft nodes before linearized reading' (duration: 154.304306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:00.582056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.357364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:10:00.582099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.137233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:10:00.582127Z","caller":"traceutil/trace.go:171","msg":"trace[413206587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8387; }","duration":"107.459556ms","start":"2026-03-19T18:10:00.474652Z","end":"2026-03-19T18:10:00.582111Z","steps":["trace[413206587] 'agreement among raft nodes before linearized reading' (duration: 107.220661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:00.582136Z","caller":"traceutil/trace.go:171","msg":"trace[718041644] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"116.115356ms","start":"2026-03-19T18:10:00.465997Z","end":"2026-03-19T18:10:00.582112Z","steps":["trace[718041644] 'process raft request' (duration: 115.705656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:00.58215Z","caller":"traceutil/trace.go:171","msg":"trace[1368768180] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:8387; }","duration":"161.189294ms","start":"2026-03-19T18:10:00.420945Z","end":"2026-03-19T18:10:00.582135Z","steps":["trace[1368768180] 'agreement among raft nodes before linearized reading' (duration: 161.065301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:00.582554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.743831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:10:00.582603Z","caller":"traceutil/trace.go:171","msg":"trace[180766463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8387; }","duration":"162.853124ms","start":"2026-03-19T18:10:00.419739Z","end":"2026-03-19T18:10:00.582592Z","steps":["trace[180766463] 'agreement among raft nodes before linearized reading' (duration: 162.055635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:01.757323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.80883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:01.757428Z","caller":"traceutil/trace.go:171","msg":"trace[1326250357] linearizableReadLoop","detail":"{readStateIndex:8731; appliedIndex:8730; }","duration":"718.004287ms","start":"2026-03-19T18:10:01.039407Z","end":"2026-03-19T18:10:01.757411Z","steps":["trace[1326250357] 'read index received' (duration: 362.053013ms)","trace[1326250357] 'applied index is now lower than readState.Index' (duration: 355.950164ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:01.75751Z","caller":"traceutil/trace.go:171","msg":"trace[1769466357] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"894.208106ms","start":"2026-03-19T18:10:00.863291Z","end":"2026-03-19T18:10:01.757499Z","steps":["trace[1769466357] 'process raft request' (duration: 538.138549ms)","trace[1769466357] 'compare' (duration: 355.418001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:01.75757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:00.863271Z","time spent":"894.268607ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:01.757793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.243088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:01.757882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.208884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:01.757895Z","caller":"traceutil/trace.go:171","msg":"trace[874145763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8395; }","duration":"618.418182ms","start":"2026-03-19T18:10:01.139456Z","end":"2026-03-19T18:10:01.757874Z","steps":["trace[874145763] 'agreement among raft nodes before linearized reading' (duration: 618.267088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:01.757922Z","caller":"traceutil/trace.go:171","msg":"trace[735155255] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8395; }","duration":"283.284166ms","start":"2026-03-19T18:10:01.474626Z","end":"2026-03-19T18:10:01.75791Z","steps":["trace[735155255] 'agreement among raft nodes before linearized reading' (duration: 283.218444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:01.757944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:01.139431Z","time spent":"618.502974ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:01.757999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.5753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:01.758088Z","caller":"traceutil/trace.go:171","msg":"trace[217478991] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8395; }","duration":"718.711363ms","start":"2026-03-19T18:10:01.039349Z","end":"2026-03-19T18:10:01.75806Z","steps":["trace[217478991] 'agreement among raft nodes before linearized reading' (duration: 718.56958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:01.758052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.999806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:01.758137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:01.039317Z","time spent":"718.809796ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:01.758156Z","caller":"traceutil/trace.go:171","msg":"trace[163003164] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8395; }","duration":"324.15681ms","start":"2026-03-19T18:10:01.433979Z","end":"2026-03-19T18:10:01.758136Z","steps":["trace[163003164] 'agreement among raft nodes before linearized reading' (duration: 323.969136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:01.758202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:01.433955Z","time spent":"324.233711ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:01.758332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.32856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-19T18:10:01.758381Z","caller":"traceutil/trace.go:171","msg":"trace[576180225] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8395; }","duration":"484.411212ms","start":"2026-03-19T18:10:01.273957Z","end":"2026-03-19T18:10:01.758369Z","steps":["trace[576180225] 'agreement among raft nodes before linearized reading' (duration: 484.190975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:01.758415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:01.273936Z","time spent":"484.470893ms","remote":"127.0.0.1:49980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T18:10:02.383899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272630292,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:10:02.554569Z","caller":"traceutil/trace.go:171","msg":"trace[1062867959] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"781.287497ms","start":"2026-03-19T18:10:01.773261Z","end":"2026-03-19T18:10:02.554548Z","steps":["trace[1062867959] 'process raft request' (duration: 781.142864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:02.554764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:01.773248Z","time spent":"781.388169ms","remote":"127.0.0.1:49980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:02.584132Z","caller":"traceutil/trace.go:171","msg":"trace[1144454796] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"338.188531ms","start":"2026-03-19T18:10:02.24591Z","end":"2026-03-19T18:10:02.584099Z","steps":["trace[1144454796] 'process raft request' (duration: 338.015107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:02.5843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.245881Z","time spent":"338.330855ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:02.584291Z","caller":"traceutil/trace.go:171","msg":"trace[931752115] linearizableReadLoop","detail":"{readStateIndex:8733; appliedIndex:8732; }","duration":"700.422379ms","start":"2026-03-19T18:10:01.883846Z","end":"2026-03-19T18:10:02.584268Z","steps":["trace[931752115] 'read index received' (duration: 670.783468ms)","trace[931752115] 'applied index is now lower than readState.Index' (duration: 29.636301ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:02.584403Z","caller":"traceutil/trace.go:171","msg":"trace[505646433] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"163.009527ms","start":"2026-03-19T18:10:02.421319Z","end":"2026-03-19T18:10:02.584328Z","steps":["trace[505646433] 'process raft request' (duration: 162.734651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:02.584747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.879621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T18:10:02.584836Z","caller":"traceutil/trace.go:171","msg":"trace[1495648871] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8398; }","duration":"701.014354ms","start":"2026-03-19T18:10:01.883795Z","end":"2026-03-19T18:10:02.58481Z","steps":["trace[1495648871] 'agreement among raft nodes before linearized reading' (duration: 700.700715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:02.584898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:01.883775Z","time spent":"701.109177ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T18:10:02.822127Z","caller":"traceutil/trace.go:171","msg":"trace[1270580784] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"245.149106ms","start":"2026-03-19T18:10:02.576751Z","end":"2026-03-19T18:10:02.8219Z","steps":["trace[1270580784] 'process raft request' (duration: 244.991382ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:02.82266Z","caller":"traceutil/trace.go:171","msg":"trace[1579446778] linearizableReadLoop","detail":"{readStateIndex:8735; appliedIndex:8735; }","duration":"238.196588ms","start":"2026-03-19T18:10:02.584441Z","end":"2026-03-19T18:10:02.822637Z","steps":["trace[1579446778] 'read index received' (duration: 238.189638ms)","trace[1579446778] 'applied index is now lower than readState.Index' (duration: 5.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:02.822867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.238605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-19T18:10:02.822906Z","caller":"traceutil/trace.go:171","msg":"trace[450130023] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8399; }","duration":"260.325667ms","start":"2026-03-19T18:10:02.56257Z","end":"2026-03-19T18:10:02.822895Z","steps":["trace[450130023] 'agreement among raft nodes before linearized reading' (duration: 260.178283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:02.823127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.039086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:10:02.823163Z","caller":"traceutil/trace.go:171","msg":"trace[2017640640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8399; }","duration":"379.111698ms","start":"2026-03-19T18:10:02.444043Z","end":"2026-03-19T18:10:02.823154Z","steps":["trace[2017640640] 'agreement among raft nodes before linearized reading' (duration: 379.024736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:02.82319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.444018Z","time spent":"379.16553ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:02.823373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.611172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:10:02.823406Z","caller":"traceutil/trace.go:171","msg":"trace[1820856160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8399; }","duration":"481.682054ms","start":"2026-03-19T18:10:02.341716Z","end":"2026-03-19T18:10:02.823398Z","steps":["trace[1820856160] 'agreement among raft nodes before linearized reading' (duration: 481.596452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:02.823431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.341693Z","time spent":"481.732476ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:10:03.263827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.76703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:03.264019Z","caller":"traceutil/trace.go:171","msg":"trace[326359775] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"677.384978ms","start":"2026-03-19T18:10:02.586605Z","end":"2026-03-19T18:10:03.26399Z","steps":["trace[326359775] 'process raft request' (duration: 450.382373ms)","trace[326359775] 'compare' (duration: 226.433432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:03.26417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.58658Z","time spent":"677.506331ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:03.743629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.711956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:10:03.743821Z","caller":"traceutil/trace.go:171","msg":"trace[356928557] linearizableReadLoop","detail":"{readStateIndex:8737; appliedIndex:8735; }","duration":"921.08069ms","start":"2026-03-19T18:10:02.822727Z","end":"2026-03-19T18:10:03.743808Z","steps":["trace[356928557] 'read index received' (duration: 214.364019ms)","trace[356928557] 'applied index is now lower than readState.Index' (duration: 706.715901ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:03.744063Z","caller":"traceutil/trace.go:171","msg":"trace[401950642] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"916.58769ms","start":"2026-03-19T18:10:02.827463Z","end":"2026-03-19T18:10:03.744051Z","steps":["trace[401950642] 'process raft request' (duration: 916.256102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:03.744074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105465107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:10:03.744116Z","caller":"traceutil/trace.go:171","msg":"trace[1948828490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8400; }","duration":"1.105546519s","start":"2026-03-19T18:10:02.638557Z","end":"2026-03-19T18:10:03.744103Z","steps":["trace[1948828490] 'agreement among raft nodes before linearized reading' (duration: 1.105397166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:03.744155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.638538Z","time spent":"1.10560868s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:03.744153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.827391Z","time spent":"916.710283ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:03.744235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150259338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:10:03.744339Z","caller":"traceutil/trace.go:171","msg":"trace[1574928175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:8401; }","duration":"1.150401991s","start":"2026-03-19T18:10:02.593913Z","end":"2026-03-19T18:10:03.744315Z","steps":["trace[1574928175] 'agreement among raft nodes before linearized reading' (duration: 1.150109154s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:03.744397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.593894Z","time spent":"1.150488513s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"warn","ts":"2026-03-19T18:10:03.842815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204041288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:10:03.842874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237667306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:10:03.842926Z","caller":"traceutil/trace.go:171","msg":"trace[1200726922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8401; }","duration":"1.204272963s","start":"2026-03-19T18:10:02.638628Z","end":"2026-03-19T18:10:03.842901Z","steps":["trace[1200726922] 'agreement among raft nodes before linearized reading' (duration: 1.105434656s)","trace[1200726922] 'range keys from in-memory index tree' (duration: 98.495128ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:03.842954Z","caller":"traceutil/trace.go:171","msg":"trace[1445716003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8401; }","duration":"1.237796299s","start":"2026-03-19T18:10:02.605135Z","end":"2026-03-19T18:10:03.842931Z","steps":["trace[1445716003] 'agreement among raft nodes before linearized reading' (duration: 1.1388591s)","trace[1445716003] 'range keys from in-memory index tree' (duration: 98.717194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:03.842988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.638607Z","time spent":"1.204362176s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:03.843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.605115Z","time spent":"1.237875891s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:10:03.843112Z","caller":"traceutil/trace.go:171","msg":"trace[1188438756] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"1.015407517s","start":"2026-03-19T18:10:02.827655Z","end":"2026-03-19T18:10:03.843063Z","steps":["trace[1188438756] 'process raft request' (duration: 916.385046ms)","trace[1188438756] 'compare' (duration: 98.758454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:03.843181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.910282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:03.84323Z","caller":"traceutil/trace.go:171","msg":"trace[379323583] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8403; }","duration":"729.011165ms","start":"2026-03-19T18:10:03.114196Z","end":"2026-03-19T18:10:03.843208Z","steps":["trace[379323583] 'agreement among raft nodes before linearized reading' (duration: 728.939144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:03.843246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.492307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T18:10:03.84326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:03.114176Z","time spent":"729.075956ms","remote":"127.0.0.1:60602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:03.843238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.797126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:03.84329Z","caller":"traceutil/trace.go:171","msg":"trace[2021094639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8403; }","duration":"752.559439ms","start":"2026-03-19T18:10:03.090719Z","end":"2026-03-19T18:10:03.843279Z","steps":["trace[2021094639] 'agreement among raft nodes before linearized reading' (duration: 752.445106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:03.843317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:03.090703Z","time spent":"752.60773ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:10:03.843321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.827644Z","time spent":"1.01556092s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:03.843332Z","caller":"traceutil/trace.go:171","msg":"trace[1195423778] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8403; }","duration":"278.94733ms","start":"2026-03-19T18:10:03.564358Z","end":"2026-03-19T18:10:03.843306Z","steps":["trace[1195423778] 'agreement among raft nodes before linearized reading' (duration: 278.780546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:03.843439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.260156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:03.843514Z","caller":"traceutil/trace.go:171","msg":"trace[1693020985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8403; }","duration":"705.372549ms","start":"2026-03-19T18:10:03.138124Z","end":"2026-03-19T18:10:03.843497Z","steps":["trace[1693020985] 'agreement among raft nodes before linearized reading' (duration: 705.212635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:03.84354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0167831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:03.843602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:03.138108Z","time spent":"705.476002ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:10:03.843614Z","caller":"traceutil/trace.go:171","msg":"trace[1141714603] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8403; }","duration":"1.016878002s","start":"2026-03-19T18:10:02.826719Z","end":"2026-03-19T18:10:03.843597Z","steps":["trace[1141714603] 'agreement among raft nodes before linearized reading' (duration: 1.016766459s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:03.843791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.826708Z","time spent":"1.017054297s","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-19T18:10:04.340272Z","caller":"traceutil/trace.go:171","msg":"trace[127898177] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"492.287373ms","start":"2026-03-19T18:10:03.84796Z","end":"2026-03-19T18:10:04.340248Z","steps":["trace[127898177] 'process raft request' (duration: 492.127209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:04.340402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:03.847935Z","time spent":"492.410396ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:10:04.408271Z","caller":"traceutil/trace.go:171","msg":"trace[1856149565] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"559.645381ms","start":"2026-03-19T18:10:03.848608Z","end":"2026-03-19T18:10:04.408253Z","steps":["trace[1856149565] 'process raft request' (duration: 559.417676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:04.408292Z","caller":"traceutil/trace.go:171","msg":"trace[1318250425] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"559.626541ms","start":"2026-03-19T18:10:03.848648Z","end":"2026-03-19T18:10:04.408275Z","steps":["trace[1318250425] 'process raft request' (duration: 559.521118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:04.408399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:03.848585Z","time spent":"559.746724ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:04.408409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:03.848624Z","time spent":"559.720114ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:04.408235Z","caller":"traceutil/trace.go:171","msg":"trace[1721518873] linearizableReadLoop","detail":"{readStateIndex:8743; appliedIndex:8741; }","duration":"559.037956ms","start":"2026-03-19T18:10:03.849171Z","end":"2026-03-19T18:10:04.408208Z","steps":["trace[1721518873] 'read index received' (duration: 491.158024ms)","trace[1721518873] 'applied index is now lower than readState.Index' (duration: 67.878792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:04.408793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.508769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-19T18:10:04.409201Z","caller":"traceutil/trace.go:171","msg":"trace[343270735] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8406; }","duration":"560.032551ms","start":"2026-03-19T18:10:03.849142Z","end":"2026-03-19T18:10:04.409174Z","steps":["trace[343270735] 'agreement among raft nodes before linearized reading' (duration: 559.299444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:04.408927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.529912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:04.409403Z","caller":"traceutil/trace.go:171","msg":"trace[421999990] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8406; }","duration":"238.049274ms","start":"2026-03-19T18:10:04.171329Z","end":"2026-03-19T18:10:04.409379Z","steps":["trace[421999990] 'agreement among raft nodes before linearized reading' (duration: 237.47124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:04.409034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.59737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-19T18:10:04.409472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:03.84913Z","time spent":"560.286077ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T18:10:04.409495Z","caller":"traceutil/trace.go:171","msg":"trace[591004840] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8406; }","duration":"477.120183ms","start":"2026-03-19T18:10:03.932362Z","end":"2026-03-19T18:10:04.409483Z","steps":["trace[591004840] 'agreement among raft nodes before linearized reading' (duration: 476.285213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:04.409533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:03.932342Z","time spent":"477.178105ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T18:10:04.574556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.608384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T18:10:04.574631Z","caller":"traceutil/trace.go:171","msg":"trace[1944930339] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8406; }","duration":"161.712816ms","start":"2026-03-19T18:10:04.412901Z","end":"2026-03-19T18:10:04.574614Z","steps":["trace[1944930339] 'range keys from in-memory index tree' (duration: 161.487791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:04.819172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.11764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-19T18:10:04.819267Z","caller":"traceutil/trace.go:171","msg":"trace[1540207242] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8407; }","duration":"142.248832ms","start":"2026-03-19T18:10:04.676996Z","end":"2026-03-19T18:10:04.819245Z","steps":["trace[1540207242] 'range keys from in-memory index tree' (duration: 141.968485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:04.819321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.87954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-19T18:10:04.819588Z","caller":"traceutil/trace.go:171","msg":"trace[1918939853] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8407; }","duration":"139.164267ms","start":"2026-03-19T18:10:04.680403Z","end":"2026-03-19T18:10:04.819567Z","steps":["trace[1918939853] 'range keys from in-memory index tree' (duration: 138.709636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:05.317885Z","caller":"traceutil/trace.go:171","msg":"trace[1278764345] linearizableReadLoop","detail":"{readStateIndex:8745; appliedIndex:8744; }","duration":"475.374351ms","start":"2026-03-19T18:10:04.84249Z","end":"2026-03-19T18:10:05.317864Z","steps":["trace[1278764345] 'read index received' (duration: 475.32874ms)","trace[1278764345] 'applied index is now lower than readState.Index' (duration: 44.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:05.318056Z","caller":"traceutil/trace.go:171","msg":"trace[998325962] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"491.191525ms","start":"2026-03-19T18:10:04.826763Z","end":"2026-03-19T18:10:05.317955Z","steps":["trace[998325962] 'process raft request' (duration: 490.97385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:05.318286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:04.826743Z","time spent":"491.410941ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:05.318102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.603096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T18:10:05.318413Z","caller":"traceutil/trace.go:171","msg":"trace[209796033] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8408; }","duration":"475.949555ms","start":"2026-03-19T18:10:04.842436Z","end":"2026-03-19T18:10:05.318385Z","steps":["trace[209796033] 'agreement among raft nodes before linearized reading' (duration: 475.523394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:05.318489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:04.842413Z","time spent":"476.054478ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T18:10:05.925256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.317818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:05.925388Z","caller":"traceutil/trace.go:171","msg":"trace[929065416] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"656.56115ms","start":"2026-03-19T18:10:05.268804Z","end":"2026-03-19T18:10:05.925366Z","steps":["trace[929065416] 'process raft request' (duration: 390.953065ms)","trace[929065416] 'compare' (duration: 265.144024ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:05.925411Z","caller":"traceutil/trace.go:171","msg":"trace[1305340058] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8745; }","duration":"607.450446ms","start":"2026-03-19T18:10:05.317943Z","end":"2026-03-19T18:10:05.925394Z","steps":["trace[1305340058] 'read index received' (duration: 341.757409ms)","trace[1305340058] 'applied index is now lower than readState.Index' (duration: 265.691027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:05.925486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:05.268789Z","time spent":"656.641163ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:05.925578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.371829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:05.925642Z","caller":"traceutil/trace.go:171","msg":"trace[260341771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8409; }","duration":"788.449911ms","start":"2026-03-19T18:10:05.137175Z","end":"2026-03-19T18:10:05.925625Z","steps":["trace[260341771] 'agreement among raft nodes before linearized reading' (duration: 788.335168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:05.92567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:05.137108Z","time spent":"788.557104ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:05.925833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.680914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:10:05.925886Z","caller":"traceutil/trace.go:171","msg":"trace[1023283329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8409; }","duration":"177.770197ms","start":"2026-03-19T18:10:05.748103Z","end":"2026-03-19T18:10:05.925873Z","steps":["trace[1023283329] 'agreement among raft nodes before linearized reading' (duration: 177.563232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:05.925941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.750421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T18:10:05.92601Z","caller":"traceutil/trace.go:171","msg":"trace[30958640] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8409; }","duration":"602.845983ms","start":"2026-03-19T18:10:05.323145Z","end":"2026-03-19T18:10:05.925991Z","steps":["trace[30958640] 'agreement among raft nodes before linearized reading' (duration: 602.468634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:05.92606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:05.323126Z","time spent":"602.921065ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T18:10:06.442956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.220558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:06.443244Z","caller":"traceutil/trace.go:171","msg":"trace[812617525] linearizableReadLoop","detail":"{readStateIndex:8749; appliedIndex:8746; }","duration":"509.618235ms","start":"2026-03-19T18:10:05.933604Z","end":"2026-03-19T18:10:06.443223Z","steps":["trace[812617525] 'read index received' (duration: 125.954166ms)","trace[812617525] 'applied index is now lower than readState.Index' (duration: 383.662679ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:06.443377Z","caller":"traceutil/trace.go:171","msg":"trace[912654952] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"512.900125ms","start":"2026-03-19T18:10:05.930461Z","end":"2026-03-19T18:10:06.443361Z","steps":["trace[912654952] 'process raft request' (duration: 512.627319ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:06.443447Z","caller":"traceutil/trace.go:171","msg":"trace[2139997023] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"513.122139ms","start":"2026-03-19T18:10:05.930296Z","end":"2026-03-19T18:10:06.443418Z","steps":["trace[2139997023] 'process raft request' (duration: 129.346128ms)","trace[2139997023] 'compare' (duration: 383.082045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:06.443596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:05.930274Z","time spent":"513.256193ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:06.443834Z","caller":"traceutil/trace.go:171","msg":"trace[1162735122] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"513.080679ms","start":"2026-03-19T18:10:05.930731Z","end":"2026-03-19T18:10:06.443812Z","steps":["trace[1162735122] 'process raft request' (duration: 512.439674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:06.443938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:05.930716Z","time spent":"513.171181ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:06.443916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.043609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:06.444026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.338002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-19T18:10:06.443865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:05.930438Z","time spent":"512.988157ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:06.444067Z","caller":"traceutil/trace.go:171","msg":"trace[813629847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8412; }","duration":"306.183122ms","start":"2026-03-19T18:10:06.137808Z","end":"2026-03-19T18:10:06.443991Z","steps":["trace[813629847] 'agreement among raft nodes before linearized reading' (duration: 306.031559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:06.444128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.515316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228781"} {"level":"info","ts":"2026-03-19T18:10:06.444139Z","caller":"traceutil/trace.go:171","msg":"trace[1722838664] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8412; }","duration":"510.488115ms","start":"2026-03-19T18:10:05.933625Z","end":"2026-03-19T18:10:06.444113Z","steps":["trace[1722838664] 'agreement among raft nodes before linearized reading' (duration: 510.215649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:06.444167Z","caller":"traceutil/trace.go:171","msg":"trace[209133551] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8412; }","duration":"510.569717ms","start":"2026-03-19T18:10:05.933589Z","end":"2026-03-19T18:10:06.444159Z","steps":["trace[209133551] 'agreement among raft nodes before linearized reading' (duration: 510.208229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:06.444171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:06.137789Z","time spent":"306.364637ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:06.44419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:05.933616Z","time spent":"510.562878ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T18:10:06.444192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:05.933583Z","time spent":"510.601888ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:10:08.23341Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.550399659s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:10:08.28865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605614953s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:08.288812Z","caller":"traceutil/trace.go:171","msg":"trace[834022307] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"1.641185088s","start":"2026-03-19T18:10:06.647611Z","end":"2026-03-19T18:10:08.288796Z","steps":["trace[834022307] 'process raft request' (duration: 1.641118736s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:08.288864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:06.647592Z","time spent":"1.64124977s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:08.288958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838189433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:08.28901Z","caller":"traceutil/trace.go:171","msg":"trace[936497381] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8415; }","duration":"1.838269814s","start":"2026-03-19T18:10:06.450728Z","end":"2026-03-19T18:10:08.288998Z","steps":["trace[936497381] 'agreement among raft nodes before linearized reading' (duration: 1.838156812s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:08.288841Z","caller":"traceutil/trace.go:171","msg":"trace[947837919] linearizableReadLoop","detail":"{readStateIndex:8751; appliedIndex:8749; }","duration":"1.8380676s","start":"2026-03-19T18:10:06.450749Z","end":"2026-03-19T18:10:08.288816Z","steps":["trace[947837919] 'read index received' (duration: 80.379926ms)","trace[947837919] 'applied index is now lower than readState.Index' (duration: 1.757685674s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:08.289043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:06.45072Z","time spent":"1.838314616s","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-03-19T18:10:08.289226Z","caller":"traceutil/trace.go:171","msg":"trace[947206733] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"1.839913026s","start":"2026-03-19T18:10:06.449299Z","end":"2026-03-19T18:10:08.289212Z","steps":["trace[947206733] 'process raft request' (duration: 233.665377ms)","trace[947206733] 'compare' (duration: 1.605169062s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:08.289322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:06.449284Z","time spent":"1.839972647s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:08.353462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215868945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:08.353471Z","caller":"traceutil/trace.go:171","msg":"trace[692528876] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"737.383888ms","start":"2026-03-19T18:10:07.616026Z","end":"2026-03-19T18:10:08.35341Z","steps":["trace[692528876] 'process raft request' (duration: 737.114372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:08.353618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128821996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:10:08.353651Z","caller":"traceutil/trace.go:171","msg":"trace[1807175066] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:8419; }","duration":"1.128898598s","start":"2026-03-19T18:10:07.224745Z","end":"2026-03-19T18:10:08.353644Z","steps":["trace[1807175066] 'agreement among raft nodes before linearized reading' (duration: 1.128810046s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:08.353681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.224722Z","time spent":"1.128952079s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.231\" "} {"level":"info","ts":"2026-03-19T18:10:08.353707Z","caller":"traceutil/trace.go:171","msg":"trace[1902498564] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"422.649897ms","start":"2026-03-19T18:10:07.931021Z","end":"2026-03-19T18:10:08.353671Z","steps":["trace[1902498564] 'process raft request' (duration: 422.160116ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:08.353709Z","caller":"traceutil/trace.go:171","msg":"trace[1989458160] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"350.198834ms","start":"2026-03-19T18:10:08.003474Z","end":"2026-03-19T18:10:08.353672Z","steps":["trace[1989458160] 'process raft request' (duration: 349.741534ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:08.353797Z","caller":"traceutil/trace.go:171","msg":"trace[364167330] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"1.030031562s","start":"2026-03-19T18:10:07.323754Z","end":"2026-03-19T18:10:08.353785Z","steps":["trace[364167330] 'process raft request' (duration: 1.029272114s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:08.353889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.323697Z","time spent":"1.030159575s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:08.353892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.930994Z","time spent":"422.795501ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:08.353715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.615992Z","time spent":"737.581293ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:08.353534Z","caller":"traceutil/trace.go:171","msg":"trace[60699530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8419; }","duration":"1.215984238s","start":"2026-03-19T18:10:07.137534Z","end":"2026-03-19T18:10:08.353518Z","steps":["trace[60699530] 'agreement among raft nodes before linearized reading' (duration: 1.215862545s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:08.354048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.003445Z","time spent":"350.358758ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:08.354071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.137509Z","time spent":"1.216553462s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:08.675418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.718612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hr2fl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:08.675509Z","caller":"traceutil/trace.go:171","msg":"trace[1216256584] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hr2fl; range_end:; response_count:0; response_revision:8425; }","duration":"100.849605ms","start":"2026-03-19T18:10:08.574638Z","end":"2026-03-19T18:10:08.675487Z","steps":["trace[1216256584] 'range keys from in-memory index tree' (duration: 100.621419ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:08.805027Z","caller":"traceutil/trace.go:171","msg":"trace[1783104935] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"121.038076ms","start":"2026-03-19T18:10:08.683964Z","end":"2026-03-19T18:10:08.805002Z","steps":["trace[1783104935] 'process raft request' (duration: 120.903763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.688766Z","caller":"traceutil/trace.go:171","msg":"trace[2009146992] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8428; }","duration":"103.204582ms","start":"2026-03-19T18:10:09.585534Z","end":"2026-03-19T18:10:09.688739Z","steps":["trace[2009146992] 'process raft request' (duration: 60.82425ms)","trace[2009146992] 'compare' (duration: 42.122956ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:21.823479Z","caller":"traceutil/trace.go:171","msg":"trace[507589265] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8917; }","duration":"450.152408ms","start":"2026-03-19T18:10:21.373293Z","end":"2026-03-19T18:10:21.823446Z","steps":["trace[507589265] 'read index received' (duration: 449.84791ms)","trace[507589265] 'applied index is now lower than readState.Index' (duration: 303.318µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:21.823521Z","caller":"traceutil/trace.go:171","msg":"trace[478148855] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"452.33031ms","start":"2026-03-19T18:10:21.371155Z","end":"2026-03-19T18:10:21.823485Z","steps":["trace[478148855] 'process raft request' (duration: 452.075433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:21.823693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:21.371125Z","time spent":"452.476883ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:21.823804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.725625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:21.823788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.469765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-19T18:10:21.823864Z","caller":"traceutil/trace.go:171","msg":"trace[1507709198] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8576; }","duration":"345.864428ms","start":"2026-03-19T18:10:21.477982Z","end":"2026-03-19T18:10:21.823847Z","steps":["trace[1507709198] 'agreement among raft nodes before linearized reading' (duration: 345.670624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:21.823884Z","caller":"traceutil/trace.go:171","msg":"trace[320556295] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8576; }","duration":"450.600079ms","start":"2026-03-19T18:10:21.373261Z","end":"2026-03-19T18:10:21.823861Z","steps":["trace[320556295] 'agreement among raft nodes before linearized reading' (duration: 450.306432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:21.823918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:21.477958Z","time spent":"345.943911ms","remote":"127.0.0.1:51792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:21.82393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:21.373249Z","time spent":"450.67232ms","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-19T18:10:21.823951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.588463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-ktxr5\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-19T18:10:21.824052Z","caller":"traceutil/trace.go:171","msg":"trace[1698302389] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-ktxr5; range_end:; response_count:1; response_revision:8576; }","duration":"230.821838ms","start":"2026-03-19T18:10:21.593206Z","end":"2026-03-19T18:10:21.824028Z","steps":["trace[1698302389] 'agreement among raft nodes before linearized reading' (duration: 230.51949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:22.876001Z","caller":"traceutil/trace.go:171","msg":"trace[2061207586] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8932; }","duration":"102.262879ms","start":"2026-03-19T18:10:22.773704Z","end":"2026-03-19T18:10:22.875967Z","steps":["trace[2061207586] 'read index received' (duration: 102.020314ms)","trace[2061207586] 'applied index is now lower than readState.Index' (duration: 240.645µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:22.8763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.559316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:10:22.876185Z","caller":"traceutil/trace.go:171","msg":"trace[1574925306] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"185.3133ms","start":"2026-03-19T18:10:22.69082Z","end":"2026-03-19T18:10:22.876133Z","steps":["trace[1574925306] 'process raft request' (duration: 184.938801ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:22.876371Z","caller":"traceutil/trace.go:171","msg":"trace[1014916022] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8591; }","duration":"102.69812ms","start":"2026-03-19T18:10:22.77365Z","end":"2026-03-19T18:10:22.876348Z","steps":["trace[1014916022] 'agreement among raft nodes before linearized reading' (duration: 102.456985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:24.912119Z","caller":"traceutil/trace.go:171","msg":"trace[1425436044] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"147.133111ms","start":"2026-03-19T18:10:24.76495Z","end":"2026-03-19T18:10:24.912083Z","steps":["trace[1425436044] 'process raft request' (duration: 97.174585ms)","trace[1425436044] 'compare' (duration: 49.811173ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:26.643408Z","caller":"traceutil/trace.go:171","msg":"trace[2115977517] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"121.328964ms","start":"2026-03-19T18:10:26.52205Z","end":"2026-03-19T18:10:26.643378Z","steps":["trace[2115977517] 'process raft request' (duration: 121.137729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:26.8602Z","caller":"traceutil/trace.go:171","msg":"trace[1961753366] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"161.502201ms","start":"2026-03-19T18:10:26.698654Z","end":"2026-03-19T18:10:26.860156Z","steps":["trace[1961753366] 'process raft request' (duration: 161.219695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:26.860776Z","caller":"traceutil/trace.go:171","msg":"trace[1900080639] linearizableReadLoop","detail":"{readStateIndex:8991; appliedIndex:8990; }","duration":"157.828371ms","start":"2026-03-19T18:10:26.702907Z","end":"2026-03-19T18:10:26.860736Z","steps":["trace[1900080639] 'read index received' (duration: 156.888669ms)","trace[1900080639] 'applied index is now lower than readState.Index' (duration: 937.302µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:26.861052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.112508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:10:26.861118Z","caller":"traceutil/trace.go:171","msg":"trace[918850993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8647; }","duration":"158.234431ms","start":"2026-03-19T18:10:26.702864Z","end":"2026-03-19T18:10:26.861098Z","steps":["trace[918850993] 'agreement among raft nodes before linearized reading' (duration: 157.995875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:26.86112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.097123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T18:10:26.861216Z","caller":"traceutil/trace.go:171","msg":"trace[1621341942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8647; }","duration":"120.239527ms","start":"2026-03-19T18:10:26.740949Z","end":"2026-03-19T18:10:26.861189Z","steps":["trace[1621341942] 'agreement among raft nodes before linearized reading' (duration: 119.967991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:28.689557Z","caller":"traceutil/trace.go:171","msg":"trace[791271437] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"128.674102ms","start":"2026-03-19T18:10:28.560849Z","end":"2026-03-19T18:10:28.689523Z","steps":["trace[791271437] 'process raft request' (duration: 34.92816ms)","trace[791271437] 'compare' (duration: 93.523257ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:06.997942Z","caller":"traceutil/trace.go:171","msg":"trace[410740490] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"321.824254ms","start":"2026-03-19T18:11:06.676086Z","end":"2026-03-19T18:11:06.99791Z","steps":["trace[410740490] 'process raft request' (duration: 321.632829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:06.998155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:06.676064Z","time spent":"321.978867ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:07.000036Z","caller":"traceutil/trace.go:171","msg":"trace[470119423] linearizableReadLoop","detail":"{readStateIndex:9324; appliedIndex:9322; }","duration":"137.966119ms","start":"2026-03-19T18:11:06.862034Z","end":"2026-03-19T18:11:07Z","steps":["trace[470119423] 'read index received' (duration: 135.768535ms)","trace[470119423] 'applied index is now lower than readState.Index' (duration: 2.195994ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:07.000115Z","caller":"traceutil/trace.go:171","msg":"trace[857536633] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"140.695895ms","start":"2026-03-19T18:11:06.859345Z","end":"2026-03-19T18:11:07.00004Z","steps":["trace[857536633] 'process raft request' (duration: 140.377057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:07.000234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.190494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:07.000296Z","caller":"traceutil/trace.go:171","msg":"trace[1247590996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8970; }","duration":"138.283387ms","start":"2026-03-19T18:11:06.861998Z","end":"2026-03-19T18:11:07.000281Z","steps":["trace[1247590996] 'agreement among raft nodes before linearized reading' (duration: 138.178764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:10.426555Z","caller":"traceutil/trace.go:171","msg":"trace[1046113294] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"200.371608ms","start":"2026-03-19T18:11:10.226148Z","end":"2026-03-19T18:11:10.42652Z","steps":["trace[1046113294] 'process raft request' (duration: 200.163763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:10.646744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.886458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:10.646872Z","caller":"traceutil/trace.go:171","msg":"trace[2090585636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9024; }","duration":"173.047732ms","start":"2026-03-19T18:11:10.473793Z","end":"2026-03-19T18:11:10.646841Z","steps":["trace[2090585636] 'count revisions from in-memory index tree' (duration: 172.809086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:10.647056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.42911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:10.647174Z","caller":"traceutil/trace.go:171","msg":"trace[459362184] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9024; }","duration":"198.625205ms","start":"2026-03-19T18:11:10.448522Z","end":"2026-03-19T18:11:10.647147Z","steps":["trace[459362184] 'count revisions from in-memory index tree' (duration: 198.274906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.358158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12667391031272632114,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:11:11.441031Z","caller":"traceutil/trace.go:171","msg":"trace[880376128] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"671.516626ms","start":"2026-03-19T18:11:10.769478Z","end":"2026-03-19T18:11:11.440995Z","steps":["trace[880376128] 'process raft request' (duration: 671.298971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.441231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:10.76946Z","time spent":"671.669439ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:11.794404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.392199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:11.794779Z","caller":"traceutil/trace.go:171","msg":"trace[1415316402] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"780.922528ms","start":"2026-03-19T18:11:11.013778Z","end":"2026-03-19T18:11:11.794701Z","steps":["trace[1415316402] 'process raft request' (duration: 651.107729ms)","trace[1415316402] 'compare' (duration: 129.075351ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:11.794874Z","caller":"traceutil/trace.go:171","msg":"trace[1848608518] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"191.814039ms","start":"2026-03-19T18:11:11.603032Z","end":"2026-03-19T18:11:11.794846Z","steps":["trace[1848608518] 'process raft request' (duration: 191.724416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:11.79496Z","caller":"traceutil/trace.go:171","msg":"trace[417779795] linearizableReadLoop","detail":"{readStateIndex:9384; appliedIndex:9380; }","duration":"936.867124ms","start":"2026-03-19T18:11:10.85806Z","end":"2026-03-19T18:11:11.794927Z","steps":["trace[417779795] 'read index received' (duration: 582.704134ms)","trace[417779795] 'applied index is now lower than readState.Index' (duration: 354.158049ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:11.795002Z","caller":"traceutil/trace.go:171","msg":"trace[1772497626] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"780.328233ms","start":"2026-03-19T18:11:11.014637Z","end":"2026-03-19T18:11:11.794965Z","steps":["trace[1772497626] 'process raft request' (duration: 779.919824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.795064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.013752Z","time spent":"781.150174ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:11.795176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.014602Z","time spent":"780.483617ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:11.795228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.13519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:11:11.795333Z","caller":"traceutil/trace.go:171","msg":"trace[1152193675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9029; }","duration":"937.280204ms","start":"2026-03-19T18:11:10.858029Z","end":"2026-03-19T18:11:11.795309Z","steps":["trace[1152193675] 'agreement among raft nodes before linearized reading' (duration: 937.000897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.79536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.547623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:11:11.795384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:10.858016Z","time spent":"937.358085ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:11:11.795411Z","caller":"traceutil/trace.go:171","msg":"trace[841621604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9029; }","duration":"774.646335ms","start":"2026-03-19T18:11:11.020753Z","end":"2026-03-19T18:11:11.7954Z","steps":["trace[841621604] 'agreement among raft nodes before linearized reading' (duration: 774.364168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.795449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.020744Z","time spent":"774.696296ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:11:11.795494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.898542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T18:11:11.795505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.252026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:11.795539Z","caller":"traceutil/trace.go:171","msg":"trace[59693774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9029; }","duration":"765.993875ms","start":"2026-03-19T18:11:11.029534Z","end":"2026-03-19T18:11:11.795528Z","steps":["trace[59693774] 'agreement among raft nodes before linearized reading' (duration: 765.796469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.795578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.029509Z","time spent":"766.063017ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:11:11.795569Z","caller":"traceutil/trace.go:171","msg":"trace[353523143] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9029; }","duration":"523.377929ms","start":"2026-03-19T18:11:11.272171Z","end":"2026-03-19T18:11:11.795549Z","steps":["trace[353523143] 'agreement among raft nodes before linearized reading' (duration: 523.267826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.795695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.931625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:11:11.795698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.364181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:11:11.79573Z","caller":"traceutil/trace.go:171","msg":"trace[1352806801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9029; }","duration":"657.990767ms","start":"2026-03-19T18:11:11.13773Z","end":"2026-03-19T18:11:11.795721Z","steps":["trace[1352806801] 'agreement among raft nodes before linearized reading' (duration: 657.940965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.795715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.272145Z","time spent":"523.532573ms","remote":"127.0.0.1:49918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:11:11.795734Z","caller":"traceutil/trace.go:171","msg":"trace[2102607164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9029; }","duration":"650.460734ms","start":"2026-03-19T18:11:11.145265Z","end":"2026-03-19T18:11:11.795726Z","steps":["trace[2102607164] 'agreement among raft nodes before linearized reading' (duration: 650.375032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.795757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.137715Z","time spent":"658.036577ms","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:11:11.795748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.538042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T18:11:11.795766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.145236Z","time spent":"650.524805ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:11:11.79577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.273042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:11:11.795809Z","caller":"traceutil/trace.go:171","msg":"trace[1907840158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:9029; }","duration":"762.632593ms","start":"2026-03-19T18:11:11.033158Z","end":"2026-03-19T18:11:11.795791Z","steps":["trace[1907840158] 'agreement among raft nodes before linearized reading' (duration: 762.48464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.795798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.115933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:11:11.795822Z","caller":"traceutil/trace.go:171","msg":"trace[2004955225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9029; }","duration":"766.339074ms","start":"2026-03-19T18:11:11.02947Z","end":"2026-03-19T18:11:11.795809Z","steps":["trace[2004955225] 'agreement among raft nodes before linearized reading' (duration: 766.147749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.795876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.033135Z","time spent":"762.734016ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m4bch\" "} {"level":"info","ts":"2026-03-19T18:11:11.795901Z","caller":"traceutil/trace.go:171","msg":"trace[720126408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9029; }","duration":"774.255316ms","start":"2026-03-19T18:11:11.021629Z","end":"2026-03-19T18:11:11.795884Z","steps":["trace[720126408] 'agreement among raft nodes before linearized reading' (duration: 773.98252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.79592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.029463Z","time spent":"766.441346ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:11.795951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.021609Z","time spent":"774.327689ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:11.796069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.825149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5tchq\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-19T18:11:11.796205Z","caller":"traceutil/trace.go:171","msg":"trace[176942312] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5tchq; range_end:; response_count:1; response_revision:9029; }","duration":"762.993232ms","start":"2026-03-19T18:11:11.033185Z","end":"2026-03-19T18:11:11.796178Z","steps":["trace[176942312] 'agreement among raft nodes before linearized reading' (duration: 761.954897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:11.795407Z","caller":"traceutil/trace.go:171","msg":"trace[2015590635] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"780.16643ms","start":"2026-03-19T18:11:11.014814Z","end":"2026-03-19T18:11:11.79498Z","steps":["trace[2015590635] 'process raft request' (duration: 779.880643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:11.79675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.033177Z","time spent":"763.391812ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5tchq\" "} {"level":"warn","ts":"2026-03-19T18:11:11.79749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.014771Z","time spent":"781.834811ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:12.001174Z","caller":"traceutil/trace.go:171","msg":"trace[1013278053] linearizableReadLoop","detail":"{readStateIndex:9386; appliedIndex:9386; }","duration":"200.733606ms","start":"2026-03-19T18:11:11.800409Z","end":"2026-03-19T18:11:12.001143Z","steps":["trace[1013278053] 'read index received' (duration: 200.721576ms)","trace[1013278053] 'applied index is now lower than readState.Index' (duration: 9.62µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:12.001159Z","caller":"traceutil/trace.go:171","msg":"trace[2144278530] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"200.821458ms","start":"2026-03-19T18:11:11.800309Z","end":"2026-03-19T18:11:12.00113Z","steps":["trace[2144278530] 'process raft request' (duration: 200.646364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.001793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.345891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290389"} {"level":"info","ts":"2026-03-19T18:11:12.001855Z","caller":"traceutil/trace.go:171","msg":"trace[1706983182] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9030; }","duration":"201.457604ms","start":"2026-03-19T18:11:11.800383Z","end":"2026-03-19T18:11:12.001841Z","steps":["trace[1706983182] 'agreement among raft nodes before linearized reading' (duration: 200.896251ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:12.020939Z","caller":"traceutil/trace.go:171","msg":"trace[1495999634] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"218.718543ms","start":"2026-03-19T18:11:11.802183Z","end":"2026-03-19T18:11:12.020902Z","steps":["trace[1495999634] 'process raft request' (duration: 218.542559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.021054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.767519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-19T18:11:12.021106Z","caller":"traceutil/trace.go:171","msg":"trace[1479875483] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"220.705122ms","start":"2026-03-19T18:11:11.800392Z","end":"2026-03-19T18:11:12.021097Z","steps":["trace[1479875483] 'process raft request' (duration: 220.125218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.021151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.046901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:12.021158Z","caller":"traceutil/trace.go:171","msg":"trace[2115096130] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9035; }","duration":"219.907842ms","start":"2026-03-19T18:11:11.801228Z","end":"2026-03-19T18:11:12.021136Z","steps":["trace[2115096130] 'agreement among raft nodes before linearized reading' (duration: 219.617835ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:12.021189Z","caller":"traceutil/trace.go:171","msg":"trace[251397310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9035; }","duration":"152.186104ms","start":"2026-03-19T18:11:11.868992Z","end":"2026-03-19T18:11:12.021178Z","steps":["trace[251397310] 'agreement among raft nodes before linearized reading' (duration: 152.03915ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:12.021118Z","caller":"traceutil/trace.go:171","msg":"trace[1555310854] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"219.987505ms","start":"2026-03-19T18:11:11.801005Z","end":"2026-03-19T18:11:12.020992Z","steps":["trace[1555310854] 'process raft request' (duration: 219.642427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:12.020968Z","caller":"traceutil/trace.go:171","msg":"trace[1871601030] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"213.21255ms","start":"2026-03-19T18:11:11.807704Z","end":"2026-03-19T18:11:12.020917Z","steps":["trace[1871601030] 'process raft request' (duration: 213.062066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:12.021039Z","caller":"traceutil/trace.go:171","msg":"trace[1964585674] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"219.869481ms","start":"2026-03-19T18:11:11.801146Z","end":"2026-03-19T18:11:12.021015Z","steps":["trace[1964585674] 'process raft request' (duration: 219.541443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.44562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.454596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-03-19T18:11:12.445785Z","caller":"traceutil/trace.go:171","msg":"trace[1394819055] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9044; }","duration":"183.678091ms","start":"2026-03-19T18:11:12.262085Z","end":"2026-03-19T18:11:12.445763Z","steps":["trace[1394819055] 'range keys from in-memory index tree' (duration: 183.236741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.847187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.472226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:11:22.033951Z","caller":"traceutil/trace.go:171","msg":"trace[1312627860] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"202.277913ms","start":"2026-03-19T18:11:21.831624Z","end":"2026-03-19T18:11:22.033902Z","steps":["trace[1312627860] 'process raft request' (duration: 133.916909ms)","trace[1312627860] 'compare' (duration: 68.068537ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:22.034725Z","caller":"traceutil/trace.go:171","msg":"trace[80349063] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"202.239894ms","start":"2026-03-19T18:11:21.832453Z","end":"2026-03-19T18:11:22.034693Z","steps":["trace[80349063] 'process raft request' (duration: 201.373602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:22.231622Z","caller":"traceutil/trace.go:171","msg":"trace[1137310303] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"116.918509ms","start":"2026-03-19T18:11:22.114663Z","end":"2026-03-19T18:11:22.231582Z","steps":["trace[1137310303] 'process raft request' (duration: 95.4907ms)","trace[1137310303] 'compare' (duration: 21.280695ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:22.356096Z","caller":"traceutil/trace.go:171","msg":"trace[385506272] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"241.088122ms","start":"2026-03-19T18:11:22.114972Z","end":"2026-03-19T18:11:22.35606Z","steps":["trace[385506272] 'process raft request' (duration: 235.939067ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:22.356092Z","caller":"traceutil/trace.go:171","msg":"trace[1493903019] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"241.101123ms","start":"2026-03-19T18:11:22.114959Z","end":"2026-03-19T18:11:22.35606Z","steps":["trace[1493903019] 'process raft request' (duration: 241.022131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:22.35627Z","caller":"traceutil/trace.go:171","msg":"trace[711499406] linearizableReadLoop","detail":"{readStateIndex:9468; appliedIndex:9464; }","duration":"218.572178ms","start":"2026-03-19T18:11:22.137666Z","end":"2026-03-19T18:11:22.356238Z","steps":["trace[711499406] 'read index received' (duration: 72.502185ms)","trace[711499406] 'applied index is now lower than readState.Index' (duration: 146.068783ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:22.356464Z","caller":"traceutil/trace.go:171","msg":"trace[50182575] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"241.323898ms","start":"2026-03-19T18:11:22.115084Z","end":"2026-03-19T18:11:22.356408Z","steps":["trace[50182575] 'process raft request' (duration: 240.938039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:22.356538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.845895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:22.356583Z","caller":"traceutil/trace.go:171","msg":"trace[263481533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9110; }","duration":"218.947387ms","start":"2026-03-19T18:11:22.137624Z","end":"2026-03-19T18:11:22.356571Z","steps":["trace[263481533] 'agreement among raft nodes before linearized reading' (duration: 218.838375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:22.356631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.612707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T18:11:22.35679Z","caller":"traceutil/trace.go:171","msg":"trace[1788070642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9110; }","duration":"115.842993ms","start":"2026-03-19T18:11:22.240934Z","end":"2026-03-19T18:11:22.356777Z","steps":["trace[1788070642] 'agreement among raft nodes before linearized reading' (duration: 115.500474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:24.195585Z","caller":"traceutil/trace.go:171","msg":"trace[635067157] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"155.746898ms","start":"2026-03-19T18:11:24.039801Z","end":"2026-03-19T18:11:24.195548Z","steps":["trace[635067157] 'process raft request' (duration: 155.550404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:24.19639Z","caller":"traceutil/trace.go:171","msg":"trace[1782437064] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"156.545117ms","start":"2026-03-19T18:11:24.039801Z","end":"2026-03-19T18:11:24.196346Z","steps":["trace[1782437064] 'process raft request' (duration: 155.701767ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:30.373565Z","caller":"traceutil/trace.go:171","msg":"trace[648048423] linearizableReadLoop","detail":"{readStateIndex:9528; appliedIndex:9526; }","duration":"127.676958ms","start":"2026-03-19T18:11:30.245862Z","end":"2026-03-19T18:11:30.373539Z","steps":["trace[648048423] 'read index received' (duration: 570.404µs)","trace[648048423] 'applied index is now lower than readState.Index' (duration: 127.105274ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:30.3739Z","caller":"traceutil/trace.go:171","msg":"trace[1181016666] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"158.656577ms","start":"2026-03-19T18:11:30.215227Z","end":"2026-03-19T18:11:30.373883Z","steps":["trace[1181016666] 'process raft request' (duration: 138.91801ms)","trace[1181016666] 'compare' (duration: 19.309097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:30.374192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.314953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:11:30.374268Z","caller":"traceutil/trace.go:171","msg":"trace[1923182458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9168; }","duration":"128.424996ms","start":"2026-03-19T18:11:30.245804Z","end":"2026-03-19T18:11:30.374229Z","steps":["trace[1923182458] 'agreement among raft nodes before linearized reading' (duration: 128.263112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.374523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.421848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4bch\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T18:11:30.374619Z","caller":"traceutil/trace.go:171","msg":"trace[1907196640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4bch; range_end:; response_count:1; response_revision:9168; }","duration":"116.587471ms","start":"2026-03-19T18:11:30.258011Z","end":"2026-03-19T18:11:30.374598Z","steps":["trace[1907196640] 'agreement among raft nodes before linearized reading' (duration: 116.263654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:30.51654Z","caller":"traceutil/trace.go:171","msg":"trace[2115344953] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"138.014659ms","start":"2026-03-19T18:11:30.378479Z","end":"2026-03-19T18:11:30.516493Z","steps":["trace[2115344953] 'process raft request' (duration: 134.638337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:30.517251Z","caller":"traceutil/trace.go:171","msg":"trace[727255369] linearizableReadLoop","detail":"{readStateIndex:9530; appliedIndex:9528; }","duration":"135.923589ms","start":"2026-03-19T18:11:30.381306Z","end":"2026-03-19T18:11:30.51723Z","steps":["trace[727255369] 'read index received' (duration: 131.83188ms)","trace[727255369] 'applied index is now lower than readState.Index' (duration: 4.090679ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:30.517382Z","caller":"traceutil/trace.go:171","msg":"trace[1557572516] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"138.704837ms","start":"2026-03-19T18:11:30.378662Z","end":"2026-03-19T18:11:30.517367Z","steps":["trace[1557572516] 'process raft request' (duration: 137.751963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.517578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.517503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:11:30.517659Z","caller":"traceutil/trace.go:171","msg":"trace[1225839618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9170; }","duration":"124.644876ms","start":"2026-03-19T18:11:30.392993Z","end":"2026-03-19T18:11:30.517638Z","steps":["trace[1225839618] 'agreement among raft nodes before linearized reading' (duration: 124.40412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.51773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.217889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:11:30.517837Z","caller":"traceutil/trace.go:171","msg":"trace[1451299600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9170; }","duration":"113.336462ms","start":"2026-03-19T18:11:30.404475Z","end":"2026-03-19T18:11:30.517812Z","steps":["trace[1451299600] 'agreement among raft nodes before linearized reading' (duration: 113.062166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.517853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.493041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:11:30.517929Z","caller":"traceutil/trace.go:171","msg":"trace[1844917474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9170; }","duration":"119.582244ms","start":"2026-03-19T18:11:30.398323Z","end":"2026-03-19T18:11:30.517905Z","steps":["trace[1844917474] 'agreement among raft nodes before linearized reading' (duration: 119.44108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.51859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.244811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298234"} {"level":"info","ts":"2026-03-19T18:11:30.519038Z","caller":"traceutil/trace.go:171","msg":"trace[1295899953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9170; }","duration":"137.726552ms","start":"2026-03-19T18:11:30.381264Z","end":"2026-03-19T18:11:30.518991Z","steps":["trace[1295899953] 'agreement among raft nodes before linearized reading' (duration: 136.569085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:14.1499Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7273} {"level":"info","ts":"2026-03-19T18:12:14.221461Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7273,"took":"69.766848ms","hash":4205040348,"current-db-size-bytes":39272448,"current-db-size":"39 MB","current-db-size-in-use-bytes":24952832,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-19T18:12:14.221551Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4205040348,"revision":7273,"compact-revision":5157} {"level":"info","ts":"2026-03-19T18:12:43.495421Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"8bb149ac537fafcb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:12:43.501671Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T18:12:43.501758Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T18:13:25.183667Z","caller":"traceutil/trace.go:171","msg":"trace[1899256802] transaction","detail":"{read_only:false; response_revision:9893; number_of_response:1; }","duration":"134.15431ms","start":"2026-03-19T18:13:25.04948Z","end":"2026-03-19T18:13:25.183634Z","steps":["trace[1899256802] 'process raft request' (duration: 133.573755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:15:27.353086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.978252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.231\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T18:15:27.353189Z","caller":"traceutil/trace.go:171","msg":"trace[1808823316] range","detail":"{range_begin:/registry/masterleases/199.19.213.231; range_end:; response_count:1; response_revision:10564; }","duration":"105.176637ms","start":"2026-03-19T18:15:27.247991Z","end":"2026-03-19T18:15:27.353168Z","steps":["trace[1808823316] 'range keys from in-memory index tree' (duration: 104.89667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:15:27.353172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.029335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T18:15:27.35326Z","caller":"traceutil/trace.go:171","msg":"trace[27575530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10564; }","duration":"140.151938ms","start":"2026-03-19T18:15:27.213086Z","end":"2026-03-19T18:15:27.353238Z","steps":["trace[27575530] 'range keys from in-memory index tree' (duration: 139.82313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:14.15588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9441} {"level":"info","ts":"2026-03-19T18:17:14.233052Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9441,"took":"75.216143ms","hash":2123734029,"current-db-size-bytes":39272448,"current-db-size":"39 MB","current-db-size-in-use-bytes":19062784,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-19T18:17:14.233109Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2123734029,"revision":9441,"compact-revision":7273} {"level":"info","ts":"2026-03-19T18:22:14.16177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11136} {"level":"info","ts":"2026-03-19T18:22:14.238458Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11136,"took":"75.135143ms","hash":3712442041,"current-db-size-bytes":39272448,"current-db-size":"39 MB","current-db-size-in-use-bytes":16482304,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-19T18:22:14.238513Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3712442041,"revision":11136,"compact-revision":9441}