{"level":"warn","ts":"2026-07-30T20:59:01.737522Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T20:59:01.737617Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T20:59:01.737696Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T20:59:01.73771Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-07-30T20:59:01.737726Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T20:59:01.738291Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-07-30T20:59:01.738372Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T20:59:01.742863Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.220131ms"} {"level":"info","ts":"2026-07-30T20:59:01.749906Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-07-30T20:59:01.750006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T20:59:01.750038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-07-30T20:59:01.750057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T20:59:01.750074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-07-30T20:59:01.750137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-07-30T20:59:01.75834Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T20:59:01.759869Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T20:59:01.761233Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T20:59:01.766149Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T20:59:01.766313Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T20:59:01.76651Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T20:59:01.76663Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T20:59:01.766642Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T20:59:01.76846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-07-30T20:59:01.768677Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-07-30T20:59:01.773772Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T20:59:01.773936Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-07-30T20:59:01.774031Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-07-30T20:59:01.77418Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T20:59:01.774269Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T20:59:02.650998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T20:59:02.651052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T20:59:02.651072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-07-30T20:59:02.651086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-07-30T20:59:02.651094Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-07-30T20:59:02.651113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-07-30T20:59:02.651126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-07-30T20:59:02.651973Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T20:59:02.652031Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T20:59:02.652066Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T20:59:02.652049Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:59:02.65225Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T20:59:02.652296Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T20:59:02.65387Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:59:02.653999Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:59:02.654044Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:59:02.654319Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T20:59:02.657158Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-07-30T20:59:17.053241Z","caller":"traceutil/trace.go:171","msg":"trace[1531834443] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"284.142341ms","start":"2026-07-30T20:59:16.76907Z","end":"2026-07-30T20:59:17.053212Z","steps":["trace[1531834443] 'process raft request' (duration: 194.935826ms)","trace[1531834443] 'compare' (duration: 89.084792ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:59:22.41871Z","caller":"traceutil/trace.go:171","msg":"trace[1261758674] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"115.869637ms","start":"2026-07-30T20:59:22.302806Z","end":"2026-07-30T20:59:22.418676Z","steps":["trace[1261758674] 'process raft request' (duration: 115.333154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:28.561575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.445705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T20:59:28.561503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.018358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T20:59:28.561735Z","caller":"traceutil/trace.go:171","msg":"trace[61480429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"117.668071ms","start":"2026-07-30T20:59:28.444038Z","end":"2026-07-30T20:59:28.561706Z","steps":["trace[61480429] 'range keys from in-memory index tree' (duration: 117.362293ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:28.561755Z","caller":"traceutil/trace.go:171","msg":"trace[1693523381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:425; }","duration":"457.324166ms","start":"2026-07-30T20:59:28.104399Z","end":"2026-07-30T20:59:28.561723Z","steps":["trace[1693523381] 'range keys from in-memory index tree' (duration: 456.889685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:28.561826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:28.104372Z","time spent":"457.438419ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T20:59:28.784997Z","caller":"traceutil/trace.go:171","msg":"trace[1965845584] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"218.616273ms","start":"2026-07-30T20:59:28.566354Z","end":"2026-07-30T20:59:28.78497Z","steps":["trace[1965845584] 'process raft request' (duration: 218.401178ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:28.785297Z","caller":"traceutil/trace.go:171","msg":"trace[1638298681] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"218.901409ms","start":"2026-07-30T20:59:28.566363Z","end":"2026-07-30T20:59:28.785264Z","steps":["trace[1638298681] 'process raft request' (duration: 218.561341ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:28.786174Z","caller":"traceutil/trace.go:171","msg":"trace[1210129233] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"218.683535ms","start":"2026-07-30T20:59:28.567474Z","end":"2026-07-30T20:59:28.786157Z","steps":["trace[1210129233] 'process raft request' (duration: 218.48089ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:43.226267Z","caller":"traceutil/trace.go:171","msg":"trace[1864441605] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"383.862324ms","start":"2026-07-30T20:59:42.842353Z","end":"2026-07-30T20:59:43.226215Z","steps":["trace[1864441605] 'process raft request' (duration: 383.645119ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:43.226186Z","caller":"traceutil/trace.go:171","msg":"trace[2084288744] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:624; }","duration":"354.372164ms","start":"2026-07-30T20:59:42.871791Z","end":"2026-07-30T20:59:43.226163Z","steps":["trace[2084288744] 'read index received' (duration: 353.965224ms)","trace[2084288744] 'applied index is now lower than readState.Index' (duration: 405.82µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:59:43.226647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.648453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T20:59:43.226732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.884686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T20:59:43.22675Z","caller":"traceutil/trace.go:171","msg":"trace[1516245157] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:605; }","duration":"227.809708ms","start":"2026-07-30T20:59:42.998912Z","end":"2026-07-30T20:59:43.226722Z","steps":["trace[1516245157] 'agreement among raft nodes before linearized reading' (duration: 227.631573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:43.226745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.643836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T20:59:43.226829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.450381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T20:59:43.226909Z","caller":"traceutil/trace.go:171","msg":"trace[155535918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:605; }","duration":"355.118193ms","start":"2026-07-30T20:59:42.871747Z","end":"2026-07-30T20:59:43.226865Z","steps":["trace[155535918] 'agreement among raft nodes before linearized reading' (duration: 354.593649ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:43.226917Z","caller":"traceutil/trace.go:171","msg":"trace[235712431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:605; }","duration":"346.848511ms","start":"2026-07-30T20:59:42.880035Z","end":"2026-07-30T20:59:43.226883Z","steps":["trace[235712431] 'agreement among raft nodes before linearized reading' (duration: 346.498892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:43.226981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:42.871726Z","time spent":"355.242166ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T20:59:43.227077Z","caller":"traceutil/trace.go:171","msg":"trace[1140749905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"346.835891ms","start":"2026-07-30T20:59:42.880217Z","end":"2026-07-30T20:59:43.227053Z","steps":["trace[1140749905] 'agreement among raft nodes before linearized reading' (duration: 346.40432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:43.227087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:42.842318Z","time spent":"384.060779ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:59:43.227137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:42.880158Z","time spent":"346.966764ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T20:59:43.227242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:42.880025Z","time spent":"347.197919ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T20:59:49.395504Z","caller":"traceutil/trace.go:171","msg":"trace[1899699067] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"113.283044ms","start":"2026-07-30T20:59:49.282195Z","end":"2026-07-30T20:59:49.395478Z","steps":["trace[1899699067] 'read index received' (duration: 112.444233ms)","trace[1899699067] 'applied index is now lower than readState.Index' (duration: 834.931µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:59:49.395554Z","caller":"traceutil/trace.go:171","msg":"trace[1061265087] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"129.800277ms","start":"2026-07-30T20:59:49.265722Z","end":"2026-07-30T20:59:49.395522Z","steps":["trace[1061265087] 'process raft request' (duration: 129.17205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:49.395802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.588351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T20:59:49.39584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.591302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T20:59:49.395855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.807292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T20:59:49.395925Z","caller":"traceutil/trace.go:171","msg":"trace[1079371456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:648; }","duration":"113.94722ms","start":"2026-07-30T20:59:49.281944Z","end":"2026-07-30T20:59:49.395892Z","steps":["trace[1079371456] 'agreement among raft nodes before linearized reading' (duration: 113.665034ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:49.395944Z","caller":"traceutil/trace.go:171","msg":"trace[874668821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"103.927555ms","start":"2026-07-30T20:59:49.292003Z","end":"2026-07-30T20:59:49.39593Z","steps":["trace[874668821] 'agreement among raft nodes before linearized reading' (duration: 103.745611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:49.396004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.43952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T20:59:49.396042Z","caller":"traceutil/trace.go:171","msg":"trace[492926433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:648; }","duration":"104.754936ms","start":"2026-07-30T20:59:49.291163Z","end":"2026-07-30T20:59:49.395918Z","steps":["trace[492926433] 'agreement among raft nodes before linearized reading' (duration: 104.50657ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:49.396107Z","caller":"traceutil/trace.go:171","msg":"trace[1868219018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:648; }","duration":"100.634385ms","start":"2026-07-30T20:59:49.29544Z","end":"2026-07-30T20:59:49.396075Z","steps":["trace[1868219018] 'agreement among raft nodes before linearized reading' (duration: 100.374029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:49.395944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.72929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T20:59:49.396257Z","caller":"traceutil/trace.go:171","msg":"trace[318894391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:648; }","duration":"104.059289ms","start":"2026-07-30T20:59:49.292137Z","end":"2026-07-30T20:59:49.396197Z","steps":["trace[318894391] 'agreement among raft nodes before linearized reading' (duration: 103.585907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:50.617338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.976259ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:59:50.617541Z","caller":"traceutil/trace.go:171","msg":"trace[1637023455] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:653; }","duration":"330.199244ms","start":"2026-07-30T20:59:50.287317Z","end":"2026-07-30T20:59:50.617516Z","steps":["trace[1637023455] 'range keys from in-memory index tree' (duration: 329.958189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:50.617753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.411108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T20:59:50.617863Z","caller":"traceutil/trace.go:171","msg":"trace[1591467352] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"922.142544ms","start":"2026-07-30T20:59:49.695703Z","end":"2026-07-30T20:59:50.617845Z","steps":["trace[1591467352] 'read index received' (duration: 341.442369ms)","trace[1591467352] 'applied index is now lower than readState.Index' (duration: 580.699005ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:59:50.61794Z","caller":"traceutil/trace.go:171","msg":"trace[796770166] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"1.158982013s","start":"2026-07-30T20:59:49.458922Z","end":"2026-07-30T20:59:50.617904Z","steps":["trace[796770166] 'process raft request' (duration: 578.197015ms)","trace[796770166] 'compare' (duration: 580.273705ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:59:50.618038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.337219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T20:59:50.618067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.365986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9ht59\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-07-30T20:59:50.618081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:49.45889Z","time spent":"1.159114205s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T20:59:50.618106Z","caller":"traceutil/trace.go:171","msg":"trace[1375619570] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9ht59; range_end:; response_count:1; response_revision:654; }","duration":"814.435937ms","start":"2026-07-30T20:59:49.80366Z","end":"2026-07-30T20:59:50.618096Z","steps":["trace[1375619570] 'agreement among raft nodes before linearized reading' (duration: 814.288234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:50.618148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:49.803647Z","time spent":"814.492989ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-9ht59\" "} {"level":"info","ts":"2026-07-30T20:59:50.618204Z","caller":"traceutil/trace.go:171","msg":"trace[191566598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:654; }","duration":"922.443452ms","start":"2026-07-30T20:59:49.695645Z","end":"2026-07-30T20:59:50.618088Z","steps":["trace[191566598] 'agreement among raft nodes before linearized reading' (duration: 922.280228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:50.618271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:49.695621Z","time spent":"922.639556ms","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T20:59:51.726065Z","caller":"traceutil/trace.go:171","msg":"trace[1583033077] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:676; }","duration":"273.106922ms","start":"2026-07-30T20:59:51.45293Z","end":"2026-07-30T20:59:51.726037Z","steps":["trace[1583033077] 'read index received' (duration: 255.983984ms)","trace[1583033077] 'applied index is now lower than readState.Index' (duration: 17.121498ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:59:51.726115Z","caller":"traceutil/trace.go:171","msg":"trace[904885324] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"708.071282ms","start":"2026-07-30T20:59:51.018003Z","end":"2026-07-30T20:59:51.726074Z","steps":["trace[904885324] 'process raft request' (duration: 707.234752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:51.726277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:51.017965Z","time spent":"708.227977ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:59:51.726391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.439171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T20:59:51.726408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.325874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T20:59:51.726475Z","caller":"traceutil/trace.go:171","msg":"trace[552686872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:656; }","duration":"272.407796ms","start":"2026-07-30T20:59:51.454049Z","end":"2026-07-30T20:59:51.726457Z","steps":["trace[552686872] 'agreement among raft nodes before linearized reading' (duration: 272.200231ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:51.726474Z","caller":"traceutil/trace.go:171","msg":"trace[573127215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:656; }","duration":"273.567784ms","start":"2026-07-30T20:59:51.452884Z","end":"2026-07-30T20:59:51.726452Z","steps":["trace[573127215] 'agreement among raft nodes before linearized reading' (duration: 273.318808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:51.72653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.880107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T20:59:51.72659Z","caller":"traceutil/trace.go:171","msg":"trace[663038290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:656; }","duration":"272.952828ms","start":"2026-07-30T20:59:51.453614Z","end":"2026-07-30T20:59:51.726567Z","steps":["trace[663038290] 'agreement among raft nodes before linearized reading' (duration: 272.779874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:51.726687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.141194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T20:59:51.72676Z","caller":"traceutil/trace.go:171","msg":"trace[498127007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:656; }","duration":"273.294187ms","start":"2026-07-30T20:59:51.453446Z","end":"2026-07-30T20:59:51.72674Z","steps":["trace[498127007] 'agreement among raft nodes before linearized reading' (duration: 273.0146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:51.726852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.790039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T20:59:51.726898Z","caller":"traceutil/trace.go:171","msg":"trace[1096273029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:656; }","duration":"273.83911ms","start":"2026-07-30T20:59:51.453048Z","end":"2026-07-30T20:59:51.726887Z","steps":["trace[1096273029] 'agreement among raft nodes before linearized reading' (duration: 273.165384ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:08.777231Z","caller":"traceutil/trace.go:171","msg":"trace[971424180] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"116.922138ms","start":"2026-07-30T21:00:08.660282Z","end":"2026-07-30T21:00:08.777204Z","steps":["trace[971424180] 'process raft request' (duration: 116.742413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:09.770138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.763158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rm64r\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-30T21:00:09.770232Z","caller":"traceutil/trace.go:171","msg":"trace[2013694527] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rm64r; range_end:; response_count:1; response_revision:777; }","duration":"842.908812ms","start":"2026-07-30T21:00:08.927303Z","end":"2026-07-30T21:00:09.770211Z","steps":["trace[2013694527] 'range keys from in-memory index tree' (duration: 842.559653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:09.770272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:08.927274Z","time spent":"842.988463ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rm64r\" "} {"level":"info","ts":"2026-07-30T21:00:09.775792Z","caller":"traceutil/trace.go:171","msg":"trace[1920945416] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"604.135633ms","start":"2026-07-30T21:00:09.171627Z","end":"2026-07-30T21:00:09.775762Z","steps":["trace[1920945416] 'process raft request' (duration: 603.939229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:09.775977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:09.171587Z","time spent":"604.288787ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:01:07.340251Z","caller":"traceutil/trace.go:171","msg":"trace[251481506] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"162.329623ms","start":"2026-07-30T21:01:07.177895Z","end":"2026-07-30T21:01:07.340224Z","steps":["trace[251481506] 'process raft request' (duration: 162.17912ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:08.232034Z","caller":"traceutil/trace.go:171","msg":"trace[1458069404] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"100.468921ms","start":"2026-07-30T21:01:08.131522Z","end":"2026-07-30T21:01:08.231991Z","steps":["trace[1458069404] 'process raft request' (duration: 59.660479ms)","trace[1458069404] 'compare' (duration: 40.630137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:01:16.769496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342400554369337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:01:16.8314Z","caller":"traceutil/trace.go:171","msg":"trace[1480072685] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"650.82671ms","start":"2026-07-30T21:01:16.180546Z","end":"2026-07-30T21:01:16.831372Z","steps":["trace[1480072685] 'process raft request' (duration: 650.652046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:16.831571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.180519Z","time spent":"650.966704ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:01:16.837622Z","caller":"traceutil/trace.go:171","msg":"trace[2125462623] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1407; }","duration":"569.070582ms","start":"2026-07-30T21:01:16.268528Z","end":"2026-07-30T21:01:16.837599Z","steps":["trace[2125462623] 'read index received' (duration: 562.686034ms)","trace[2125462623] 'applied index is now lower than readState.Index' (duration: 6.383378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:01:16.838037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.323501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:01:16.838106Z","caller":"traceutil/trace.go:171","msg":"trace[978515949] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"402.55557ms","start":"2026-07-30T21:01:16.435518Z","end":"2026-07-30T21:01:16.838074Z","steps":["trace[978515949] 'process raft request' (duration: 402.013986ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:16.83813Z","caller":"traceutil/trace.go:171","msg":"trace[1152390062] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"433.302509ms","start":"2026-07-30T21:01:16.404779Z","end":"2026-07-30T21:01:16.838081Z","steps":["trace[1152390062] 'process raft request' (duration: 432.648902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:16.8381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.542544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-30T21:01:16.838129Z","caller":"traceutil/trace.go:171","msg":"trace[1611287575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1363; }","duration":"525.465415ms","start":"2026-07-30T21:01:16.312651Z","end":"2026-07-30T21:01:16.838116Z","steps":["trace[1611287575] 'agreement among raft nodes before linearized reading' (duration: 525.26592ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:16.83823Z","caller":"traceutil/trace.go:171","msg":"trace[578713244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1363; }","duration":"569.716318ms","start":"2026-07-30T21:01:16.268496Z","end":"2026-07-30T21:01:16.838212Z","steps":["trace[578713244] 'agreement among raft nodes before linearized reading' (duration: 569.38881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:16.838224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.895088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T21:01:16.838255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.312625Z","time spent":"525.617909ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:01:16.838295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.404761Z","time spent":"433.430373ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:01:16.838292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.26848Z","time spent":"569.80212ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:01:16.838296Z","caller":"traceutil/trace.go:171","msg":"trace[709877552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1363; }","duration":"484.008632ms","start":"2026-07-30T21:01:16.354264Z","end":"2026-07-30T21:01:16.838273Z","steps":["trace[709877552] 'agreement among raft nodes before linearized reading' (duration: 483.841678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:16.838372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.354237Z","time spent":"484.127674ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:01:16.83828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.435504Z","time spent":"402.680484ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:01:16.838125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.476509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:01:16.838491Z","caller":"traceutil/trace.go:171","msg":"trace[1990965456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1363; }","duration":"481.868578ms","start":"2026-07-30T21:01:16.356613Z","end":"2026-07-30T21:01:16.838481Z","steps":["trace[1990965456] 'agreement among raft nodes before linearized reading' (duration: 481.397946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:16.838533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.356602Z","time spent":"481.91569ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:01:17.378905Z","caller":"traceutil/trace.go:171","msg":"trace[1442746442] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"535.957725ms","start":"2026-07-30T21:01:16.842908Z","end":"2026-07-30T21:01:17.378866Z","steps":["trace[1442746442] 'process raft request' (duration: 535.586256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:17.37912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.842882Z","time spent":"536.122908ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:01:17.405745Z","caller":"traceutil/trace.go:171","msg":"trace[1750069857] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"562.495789ms","start":"2026-07-30T21:01:16.843231Z","end":"2026-07-30T21:01:17.405727Z","steps":["trace[1750069857] 'process raft request' (duration: 562.360975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:17.405854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.843208Z","time spent":"562.58986ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:01:17.406318Z","caller":"traceutil/trace.go:171","msg":"trace[1972830104] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"561.887855ms","start":"2026-07-30T21:01:16.844413Z","end":"2026-07-30T21:01:17.406301Z","steps":["trace[1972830104] 'process raft request' (duration: 561.624687ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:17.406268Z","caller":"traceutil/trace.go:171","msg":"trace[964713454] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1410; }","duration":"490.922422ms","start":"2026-07-30T21:01:16.9153Z","end":"2026-07-30T21:01:17.406223Z","steps":["trace[964713454] 'read index received' (duration: 463.391543ms)","trace[964713454] 'applied index is now lower than readState.Index' (duration: 27.529149ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:01:17.406287Z","caller":"traceutil/trace.go:171","msg":"trace[175318168] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"562.832087ms","start":"2026-07-30T21:01:16.843419Z","end":"2026-07-30T21:01:17.406251Z","steps":["trace[175318168] 'process raft request' (duration: 562.265943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:17.406407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.844404Z","time spent":"561.960616ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:01:17.406476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.843403Z","time spent":"562.995231ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:01:17.406546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.219049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:17.406592Z","caller":"traceutil/trace.go:171","msg":"trace[1775213171] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1367; }","duration":"491.380523ms","start":"2026-07-30T21:01:16.915197Z","end":"2026-07-30T21:01:17.406577Z","steps":["trace[1775213171] 'agreement among raft nodes before linearized reading' (duration: 491.24804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:17.406634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:16.915182Z","time spent":"491.440725ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:01:17.406722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.157802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-30T21:01:17.406933Z","caller":"traceutil/trace.go:171","msg":"trace[2133859130] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1367; }","duration":"138.365018ms","start":"2026-07-30T21:01:17.268509Z","end":"2026-07-30T21:01:17.406874Z","steps":["trace[2133859130] 'agreement among raft nodes before linearized reading' (duration: 137.995689ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:17.53981Z","caller":"traceutil/trace.go:171","msg":"trace[1577555377] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"127.657152ms","start":"2026-07-30T21:01:17.412121Z","end":"2026-07-30T21:01:17.539778Z","steps":["trace[1577555377] 'process raft request' (duration: 40.286755ms)","trace[1577555377] 'compare' (duration: 87.213123ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:01:19.069408Z","caller":"traceutil/trace.go:171","msg":"trace[1557763175] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1416; }","duration":"104.470659ms","start":"2026-07-30T21:01:18.964912Z","end":"2026-07-30T21:01:19.069382Z","steps":["trace[1557763175] 'read index received' (duration: 104.166032ms)","trace[1557763175] 'applied index is now lower than readState.Index' (duration: 303.577µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:01:19.069586Z","caller":"traceutil/trace.go:171","msg":"trace[1152613447] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"226.067221ms","start":"2026-07-30T21:01:18.843417Z","end":"2026-07-30T21:01:19.069485Z","steps":["trace[1152613447] 'process raft request' (duration: 225.743543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:19.06974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.811887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T21:01:19.069863Z","caller":"traceutil/trace.go:171","msg":"trace[694222387] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1370; }","duration":"104.973182ms","start":"2026-07-30T21:01:18.964836Z","end":"2026-07-30T21:01:19.069809Z","steps":["trace[694222387] 'agreement among raft nodes before linearized reading' (duration: 104.734216ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:19.266386Z","caller":"traceutil/trace.go:171","msg":"trace[1051101119] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"110.53926ms","start":"2026-07-30T21:01:19.155812Z","end":"2026-07-30T21:01:19.266352Z","steps":["trace[1051101119] 'process raft request' (duration: 87.246805ms)","trace[1051101119] 'compare' (duration: 22.922866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:01:19.520424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.843512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:01:19.520565Z","caller":"traceutil/trace.go:171","msg":"trace[513265452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1372; }","duration":"110.069747ms","start":"2026-07-30T21:01:19.410472Z","end":"2026-07-30T21:01:19.520542Z","steps":["trace[513265452] 'range keys from in-memory index tree' (duration: 109.575335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:19.520586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.267633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-30T21:01:19.520678Z","caller":"traceutil/trace.go:171","msg":"trace[1236046102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1372; }","duration":"136.438758ms","start":"2026-07-30T21:01:19.384215Z","end":"2026-07-30T21:01:19.520653Z","steps":["trace[1236046102] 'range keys from in-memory index tree' (duration: 136.022188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:19.52072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.329004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T21:01:19.520584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.259368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:01:19.520766Z","caller":"traceutil/trace.go:171","msg":"trace[302650677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1372; }","duration":"110.437996ms","start":"2026-07-30T21:01:19.410315Z","end":"2026-07-30T21:01:19.520753Z","steps":["trace[302650677] 'range keys from in-memory index tree' (duration: 110.125009ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:19.520794Z","caller":"traceutil/trace.go:171","msg":"trace[634571638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1372; }","duration":"109.507274ms","start":"2026-07-30T21:01:19.411263Z","end":"2026-07-30T21:01:19.52077Z","steps":["trace[634571638] 'range keys from in-memory index tree' (duration: 109.074163ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:19.690335Z","caller":"traceutil/trace.go:171","msg":"trace[853085595] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"164.786599ms","start":"2026-07-30T21:01:19.525516Z","end":"2026-07-30T21:01:19.690302Z","steps":["trace[853085595] 'process raft request' (duration: 164.589585ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:19.904839Z","caller":"traceutil/trace.go:171","msg":"trace[1374171983] linearizableReadLoop","detail":"{readStateIndex:1423; appliedIndex:1420; }","duration":"208.898518ms","start":"2026-07-30T21:01:19.695916Z","end":"2026-07-30T21:01:19.904814Z","steps":["trace[1374171983] 'read index received' (duration: 208.59493ms)","trace[1374171983] 'applied index is now lower than readState.Index' (duration: 302.718µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:01:19.904999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.068652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:19.905038Z","caller":"traceutil/trace.go:171","msg":"trace[711354639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1376; }","duration":"209.167604ms","start":"2026-07-30T21:01:19.69586Z","end":"2026-07-30T21:01:19.905028Z","steps":["trace[711354639] 'agreement among raft nodes before linearized reading' (duration: 209.049241ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:19.905408Z","caller":"traceutil/trace.go:171","msg":"trace[1308490516] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"379.44473ms","start":"2026-07-30T21:01:19.52591Z","end":"2026-07-30T21:01:19.905355Z","steps":["trace[1308490516] 'process raft request' (duration: 378.816764ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:19.905438Z","caller":"traceutil/trace.go:171","msg":"trace[1679517469] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"379.004329ms","start":"2026-07-30T21:01:19.526404Z","end":"2026-07-30T21:01:19.905408Z","steps":["trace[1679517469] 'process raft request' (duration: 378.377173ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:19.905523Z","caller":"traceutil/trace.go:171","msg":"trace[34783536] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"379.87127ms","start":"2026-07-30T21:01:19.525618Z","end":"2026-07-30T21:01:19.905489Z","steps":["trace[34783536] 'process raft request' (duration: 378.955337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:19.905589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:19.526393Z","time spent":"379.109561ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:01:19.905521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:19.525884Z","time spent":"379.572243ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:01:19.905666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:19.525592Z","time spent":"380.000034ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:01:21.256919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.181249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-30T21:01:21.257354Z","caller":"traceutil/trace.go:171","msg":"trace[1556070259] linearizableReadLoop","detail":"{readStateIndex:1424; appliedIndex:1423; }","duration":"327.285051ms","start":"2026-07-30T21:01:20.930034Z","end":"2026-07-30T21:01:21.257319Z","steps":["trace[1556070259] 'read index received' (duration: 99.724693ms)","trace[1556070259] 'applied index is now lower than readState.Index' (duration: 227.556968ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:01:21.257524Z","caller":"traceutil/trace.go:171","msg":"trace[301496682] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"206.315614ms","start":"2026-07-30T21:01:21.05118Z","end":"2026-07-30T21:01:21.257496Z","steps":["trace[301496682] 'process raft request' (duration: 205.944855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:21.257659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.611979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:01:21.257711Z","caller":"traceutil/trace.go:171","msg":"trace[224640948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1377; }","duration":"327.713762ms","start":"2026-07-30T21:01:20.929985Z","end":"2026-07-30T21:01:21.257699Z","steps":["trace[224640948] 'agreement among raft nodes before linearized reading' (duration: 327.447225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:21.25775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:20.929962Z","time spent":"327.778423ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T21:01:21.257832Z","caller":"traceutil/trace.go:171","msg":"trace[1785943288] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"183.127371ms","start":"2026-07-30T21:01:21.074674Z","end":"2026-07-30T21:01:21.257801Z","steps":["trace[1785943288] 'process raft request' (duration: 182.741002ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:22.188443Z","caller":"traceutil/trace.go:171","msg":"trace[1473265616] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"487.104967ms","start":"2026-07-30T21:01:21.701294Z","end":"2026-07-30T21:01:22.188399Z","steps":["trace[1473265616] 'process raft request' (duration: 486.84792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:22.188713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:21.701283Z","time spent":"487.302573ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:01:22.492502Z","caller":"traceutil/trace.go:171","msg":"trace[1092576879] linearizableReadLoop","detail":"{readStateIndex:1429; appliedIndex:1427; }","duration":"582.292938ms","start":"2026-07-30T21:01:21.910174Z","end":"2026-07-30T21:01:22.492467Z","steps":["trace[1092576879] 'read index received' (duration: 277.970973ms)","trace[1092576879] 'applied index is now lower than readState.Index' (duration: 304.320775ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:01:22.492658Z","caller":"traceutil/trace.go:171","msg":"trace[78558866] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"714.666486ms","start":"2026-07-30T21:01:21.777969Z","end":"2026-07-30T21:01:22.492636Z","steps":["trace[78558866] 'process raft request' (duration: 714.342688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:22.492766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.586076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T21:01:22.49276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.294016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:01:22.492795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:21.777942Z","time spent":"714.767159ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:01:22.49282Z","caller":"traceutil/trace.go:171","msg":"trace[789853373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1381; }","duration":"582.671667ms","start":"2026-07-30T21:01:21.910132Z","end":"2026-07-30T21:01:22.492804Z","steps":["trace[789853373] 'agreement among raft nodes before linearized reading' (duration: 582.504533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:22.492812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.625327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:01:22.492831Z","caller":"traceutil/trace.go:171","msg":"trace[1670987102] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1381; }","duration":"405.418189ms","start":"2026-07-30T21:01:22.087395Z","end":"2026-07-30T21:01:22.492813Z","steps":["trace[1670987102] 'agreement among raft nodes before linearized reading' (duration: 405.299906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:22.492863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:21.910114Z","time spent":"582.738989ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:01:22.492881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:22.087371Z","time spent":"405.496612ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:01:22.492881Z","caller":"traceutil/trace.go:171","msg":"trace[984049503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1381; }","duration":"582.727128ms","start":"2026-07-30T21:01:21.910133Z","end":"2026-07-30T21:01:22.49286Z","steps":["trace[984049503] 'agreement among raft nodes before linearized reading' (duration: 582.539364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:22.492885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.663297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T21:01:22.492928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:21.91012Z","time spent":"582.797191ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:01:22.492984Z","caller":"traceutil/trace.go:171","msg":"trace[1221328769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1381; }","duration":"582.803081ms","start":"2026-07-30T21:01:21.910152Z","end":"2026-07-30T21:01:22.492955Z","steps":["trace[1221328769] 'agreement among raft nodes before linearized reading' (duration: 582.546095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:22.493057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:21.910129Z","time spent":"582.915843ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:01:24.733571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.607011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:01:24.733677Z","caller":"traceutil/trace.go:171","msg":"trace[1653581493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1398; }","duration":"208.759684ms","start":"2026-07-30T21:01:24.524893Z","end":"2026-07-30T21:01:24.733652Z","steps":["trace[1653581493] 'range keys from in-memory index tree' (duration: 208.412006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:24.733851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.330144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:01:24.733916Z","caller":"traceutil/trace.go:171","msg":"trace[1655455025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1398; }","duration":"210.470637ms","start":"2026-07-30T21:01:24.523432Z","end":"2026-07-30T21:01:24.733903Z","steps":["trace[1655455025] 'range keys from in-memory index tree' (duration: 210.142739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:24.734096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.614376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:01:24.734156Z","caller":"traceutil/trace.go:171","msg":"trace[552265499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1398; }","duration":"209.695328ms","start":"2026-07-30T21:01:24.524446Z","end":"2026-07-30T21:01:24.734141Z","steps":["trace[552265499] 'range keys from in-memory index tree' (duration: 209.514444ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:35.002238Z","caller":"traceutil/trace.go:171","msg":"trace[1609188034] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"183.953623ms","start":"2026-07-30T21:01:34.818255Z","end":"2026-07-30T21:01:35.002209Z","steps":["trace[1609188034] 'process raft request' (duration: 139.266239ms)","trace[1609188034] 'compare' (duration: 44.265144ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:01:35.030755Z","caller":"traceutil/trace.go:171","msg":"trace[846875549] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"207.479123ms","start":"2026-07-30T21:01:34.823249Z","end":"2026-07-30T21:01:35.030728Z","steps":["trace[846875549] 'process raft request' (duration: 207.335769ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:35.456775Z","caller":"traceutil/trace.go:171","msg":"trace[362532218] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"138.189182ms","start":"2026-07-30T21:01:35.318564Z","end":"2026-07-30T21:01:35.456753Z","steps":["trace[362532218] 'process raft request' (duration: 128.725289ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:35.456819Z","caller":"traceutil/trace.go:171","msg":"trace[975120509] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"129.703852ms","start":"2026-07-30T21:01:35.327091Z","end":"2026-07-30T21:01:35.456795Z","steps":["trace[975120509] 'process raft request' (duration: 129.357094ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:35.653754Z","caller":"traceutil/trace.go:171","msg":"trace[405023742] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"121.674035ms","start":"2026-07-30T21:01:35.53205Z","end":"2026-07-30T21:01:35.653724Z","steps":["trace[405023742] 'process raft request' (duration: 119.630475ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:36.938792Z","caller":"traceutil/trace.go:171","msg":"trace[855437227] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"110.200881ms","start":"2026-07-30T21:01:36.828565Z","end":"2026-07-30T21:01:36.938766Z","steps":["trace[855437227] 'process raft request' (duration: 105.028143ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:40.725855Z","caller":"traceutil/trace.go:171","msg":"trace[2022106259] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"351.751706ms","start":"2026-07-30T21:01:40.374056Z","end":"2026-07-30T21:01:40.725807Z","steps":["trace[2022106259] 'process raft request' (duration: 351.416858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:40.726071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:40.374041Z","time spent":"351.91953ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:01:44.620086Z","caller":"traceutil/trace.go:171","msg":"trace[1654313468] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"131.932828ms","start":"2026-07-30T21:01:44.488114Z","end":"2026-07-30T21:01:44.620047Z","steps":["trace[1654313468] 'process raft request' (duration: 92.983096ms)","trace[1654313468] 'compare' (duration: 38.763117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:01:47.690031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.792984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:01:47.690194Z","caller":"traceutil/trace.go:171","msg":"trace[1159741740] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"541.123932ms","start":"2026-07-30T21:01:47.149041Z","end":"2026-07-30T21:01:47.690165Z","steps":["trace[1159741740] 'process raft request' (duration: 128.088122ms)","trace[1159741740] 'compare' (duration: 412.575528ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:01:47.690292Z","caller":"traceutil/trace.go:171","msg":"trace[1648216395] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"148.879666ms","start":"2026-07-30T21:01:47.541394Z","end":"2026-07-30T21:01:47.690274Z","steps":["trace[1648216395] 'process raft request' (duration: 148.779714ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:47.690277Z","caller":"traceutil/trace.go:171","msg":"trace[1440817308] linearizableReadLoop","detail":"{readStateIndex:1756; appliedIndex:1755; }","duration":"378.813234ms","start":"2026-07-30T21:01:47.311435Z","end":"2026-07-30T21:01:47.690248Z","steps":["trace[1440817308] 'read index received' (duration: 44.282µs)","trace[1440817308] 'applied index is now lower than readState.Index' (duration: 378.766092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:01:47.690364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:47.149022Z","time spent":"541.244274ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:01:47.690531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.495036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-b2dx6\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-07-30T21:01:47.690585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.133191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T21:01:47.690589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.013218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:01:47.690652Z","caller":"traceutil/trace.go:171","msg":"trace[1262202044] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1700; }","duration":"379.249914ms","start":"2026-07-30T21:01:47.311384Z","end":"2026-07-30T21:01:47.690634Z","steps":["trace[1262202044] 'agreement among raft nodes before linearized reading' (duration: 379.022419ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:47.690664Z","caller":"traceutil/trace.go:171","msg":"trace[306522135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1700; }","duration":"138.11765ms","start":"2026-07-30T21:01:47.55253Z","end":"2026-07-30T21:01:47.690648Z","steps":["trace[306522135] 'agreement among raft nodes before linearized reading' (duration: 137.953276ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:47.690597Z","caller":"traceutil/trace.go:171","msg":"trace[1659974306] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-b2dx6; range_end:; response_count:1; response_revision:1700; }","duration":"278.563758ms","start":"2026-07-30T21:01:47.412014Z","end":"2026-07-30T21:01:47.690578Z","steps":["trace[1659974306] 'agreement among raft nodes before linearized reading' (duration: 278.398574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:47.690707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:47.311361Z","time spent":"379.333656ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:01:48.751444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.885082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:01:48.75153Z","caller":"traceutil/trace.go:171","msg":"trace[50777180] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1707; }","duration":"214.044105ms","start":"2026-07-30T21:01:48.537467Z","end":"2026-07-30T21:01:48.751511Z","steps":["trace[50777180] 'count revisions from in-memory index tree' (duration: 213.773889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.118325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.002865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:01:58.118432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.69497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:58.118466Z","caller":"traceutil/trace.go:171","msg":"trace[1990683603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"227.217591ms","start":"2026-07-30T21:01:57.89122Z","end":"2026-07-30T21:01:58.118437Z","steps":["trace[1990683603] 'range keys from in-memory index tree' (duration: 226.847281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.118501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.256114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:01:58.118532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.606718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:01:58.118361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.56412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:01:58.118601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.98403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:01:58.118604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.450249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:58.118628Z","caller":"traceutil/trace.go:171","msg":"trace[783799218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"288.031301ms","start":"2026-07-30T21:01:57.830588Z","end":"2026-07-30T21:01:58.118619Z","steps":["trace[783799218] 'count revisions from in-memory index tree' (duration: 287.894548ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:58.118635Z","caller":"traceutil/trace.go:171","msg":"trace[118311902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"202.492959ms","start":"2026-07-30T21:01:57.916134Z","end":"2026-07-30T21:01:58.118626Z","steps":["trace[118311902] 'range keys from in-memory index tree' (duration: 202.410658ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:58.118483Z","caller":"traceutil/trace.go:171","msg":"trace[967979620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"316.796182ms","start":"2026-07-30T21:01:57.801668Z","end":"2026-07-30T21:01:58.118464Z","steps":["trace[967979620] 'range keys from in-memory index tree' (duration: 316.584307ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:58.118626Z","caller":"traceutil/trace.go:171","msg":"trace[1420967077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"287.856397ms","start":"2026-07-30T21:01:57.83074Z","end":"2026-07-30T21:01:58.118596Z","steps":["trace[1420967077] 'range keys from in-memory index tree' (duration: 287.523528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.118628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:58.118726Z","caller":"traceutil/trace.go:171","msg":"trace[1629343545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"257.759735ms","start":"2026-07-30T21:01:57.860944Z","end":"2026-07-30T21:01:58.118704Z","steps":["trace[1629343545] 'range keys from in-memory index tree' (duration: 257.405465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.118708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.677251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:01:58.118753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:57.801607Z","time spent":"317.10134ms","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-07-30T21:01:58.118816Z","caller":"traceutil/trace.go:171","msg":"trace[1604318912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"257.860497ms","start":"2026-07-30T21:01:57.860933Z","end":"2026-07-30T21:01:58.118794Z","steps":["trace[1604318912] 'count revisions from in-memory index tree' (duration: 257.515338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.118841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.520989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:58.11888Z","caller":"traceutil/trace.go:171","msg":"trace[1492010590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"227.60841ms","start":"2026-07-30T21:01:57.891262Z","end":"2026-07-30T21:01:58.11887Z","steps":["trace[1492010590] 'count revisions from in-memory index tree' (duration: 227.439687ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:58.118573Z","caller":"traceutil/trace.go:171","msg":"trace[2108600253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"316.69355ms","start":"2026-07-30T21:01:57.801871Z","end":"2026-07-30T21:01:58.118565Z","steps":["trace[2108600253] 'count revisions from in-memory index tree' (duration: 316.533786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.118966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:01:57.801732Z","time spent":"317.213733ms","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:01:58.118565Z","caller":"traceutil/trace.go:171","msg":"trace[1861142842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1826; }","duration":"202.352316ms","start":"2026-07-30T21:01:57.916194Z","end":"2026-07-30T21:01:58.118546Z","steps":["trace[1861142842] 'count revisions from in-memory index tree' (duration: 202.163112ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:58.119043Z","caller":"traceutil/trace.go:171","msg":"trace[1095239057] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1888; }","duration":"176.062607ms","start":"2026-07-30T21:01:57.942969Z","end":"2026-07-30T21:01:58.119032Z","steps":["trace[1095239057] 'read index received' (duration: 174.900968ms)","trace[1095239057] 'applied index is now lower than readState.Index' (duration: 1.160189ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:01:58.119135Z","caller":"traceutil/trace.go:171","msg":"trace[137352778] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"183.02414ms","start":"2026-07-30T21:01:57.93609Z","end":"2026-07-30T21:01:58.119114Z","steps":["trace[137352778] 'process raft request' (duration: 181.774319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.119167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.19214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:01:58.119178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.18294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:58.119205Z","caller":"traceutil/trace.go:171","msg":"trace[974594634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1827; }","duration":"176.244472ms","start":"2026-07-30T21:01:57.942953Z","end":"2026-07-30T21:01:58.119197Z","steps":["trace[974594634] 'agreement among raft nodes before linearized reading' (duration: 176.184561ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:58.119201Z","caller":"traceutil/trace.go:171","msg":"trace[981158652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1827; }","duration":"176.263692ms","start":"2026-07-30T21:01:57.942927Z","end":"2026-07-30T21:01:58.119191Z","steps":["trace[981158652] 'agreement among raft nodes before linearized reading' (duration: 176.17792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.119297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.519584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:58.119322Z","caller":"traceutil/trace.go:171","msg":"trace[2084880354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1827; }","duration":"113.570415ms","start":"2026-07-30T21:01:58.005744Z","end":"2026-07-30T21:01:58.119314Z","steps":["trace[2084880354] 'agreement among raft nodes before linearized reading' (duration: 113.528294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.119363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.895492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:58.119399Z","caller":"traceutil/trace.go:171","msg":"trace[84303014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1827; }","duration":"147.943013ms","start":"2026-07-30T21:01:57.971443Z","end":"2026-07-30T21:01:58.119386Z","steps":["trace[84303014] 'agreement among raft nodes before linearized reading' (duration: 147.888152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:58.119519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.579955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:01:58.119564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.120708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:58.119585Z","caller":"traceutil/trace.go:171","msg":"trace[660475937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1827; }","duration":"113.709638ms","start":"2026-07-30T21:01:58.005862Z","end":"2026-07-30T21:01:58.119572Z","steps":["trace[660475937] 'agreement among raft nodes before linearized reading' (duration: 113.624086ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:58.119609Z","caller":"traceutil/trace.go:171","msg":"trace[1722620406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1827; }","duration":"148.180989ms","start":"2026-07-30T21:01:57.971414Z","end":"2026-07-30T21:01:58.119595Z","steps":["trace[1722620406] 'agreement among raft nodes before linearized reading' (duration: 148.113607ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:59.302358Z","caller":"traceutil/trace.go:171","msg":"trace[967293271] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"139.196757ms","start":"2026-07-30T21:01:59.163137Z","end":"2026-07-30T21:01:59.302333Z","steps":["trace[967293271] 'read index received' (duration: 139.074164ms)","trace[967293271] 'applied index is now lower than readState.Index' (duration: 121.493µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:01:59.302503Z","caller":"traceutil/trace.go:171","msg":"trace[1287117093] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"200.665206ms","start":"2026-07-30T21:01:59.101795Z","end":"2026-07-30T21:01:59.302461Z","steps":["trace[1287117093] 'process raft request' (duration: 200.377449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:01:59.302563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.400442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:01:59.30265Z","caller":"traceutil/trace.go:171","msg":"trace[996262677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1830; }","duration":"139.535836ms","start":"2026-07-30T21:01:59.163092Z","end":"2026-07-30T21:01:59.302628Z","steps":["trace[996262677] 'agreement among raft nodes before linearized reading' (duration: 139.387882ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:07.476177Z","caller":"traceutil/trace.go:171","msg":"trace[716895746] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"113.228217ms","start":"2026-07-30T21:02:07.362925Z","end":"2026-07-30T21:02:07.476153Z","steps":["trace[716895746] 'read index received' (duration: 113.015841ms)","trace[716895746] 'applied index is now lower than readState.Index' (duration: 211.396µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:07.476807Z","caller":"traceutil/trace.go:171","msg":"trace[978894407] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"114.030986ms","start":"2026-07-30T21:02:07.362178Z","end":"2026-07-30T21:02:07.476209Z","steps":["trace[978894407] 'process raft request' (duration: 113.808731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:08.043101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342400554370491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:02:08.256476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.955783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:02:08.256565Z","caller":"traceutil/trace.go:171","msg":"trace[1515809267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1959; }","duration":"832.091556ms","start":"2026-07-30T21:02:07.424447Z","end":"2026-07-30T21:02:08.256538Z","steps":["trace[1515809267] 'agreement among raft nodes before linearized reading' (duration: 52.61349ms)","trace[1515809267] 'range keys from in-memory index tree' (duration: 779.240591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:02:08.256609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.424425Z","time spent":"832.174627ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:02:08.256622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.687057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:02:08.256674Z","caller":"traceutil/trace.go:171","msg":"trace[884476062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1959; }","duration":"893.757938ms","start":"2026-07-30T21:02:07.362899Z","end":"2026-07-30T21:02:08.256657Z","steps":["trace[884476062] 'agreement among raft nodes before linearized reading' (duration: 113.748779ms)","trace[884476062] 'range keys from in-memory index tree' (duration: 779.23657ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:02:08.256709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.362884Z","time spent":"893.81678ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:02:08.256742Z","caller":"traceutil/trace.go:171","msg":"trace[1042703322] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"739.485379ms","start":"2026-07-30T21:02:07.517215Z","end":"2026-07-30T21:02:08.2567Z","steps":["trace[1042703322] 'process raft request' (duration: 642.625788ms)","trace[1042703322] 'compare' (duration: 96.517603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:02:08.25694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.517174Z","time spent":"739.674273ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:08.424041Z","caller":"traceutil/trace.go:171","msg":"trace[1279166792] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"664.337373ms","start":"2026-07-30T21:02:07.75967Z","end":"2026-07-30T21:02:08.424007Z","steps":["trace[1279166792] 'process raft request' (duration: 615.939868ms)","trace[1279166792] 'compare' (duration: 48.152959ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:08.424203Z","caller":"traceutil/trace.go:171","msg":"trace[1030264929] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"662.416056ms","start":"2026-07-30T21:02:07.761763Z","end":"2026-07-30T21:02:08.424179Z","steps":["trace[1030264929] 'process raft request' (duration: 662.139859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:08.424291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.759636Z","time spent":"664.536038ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:08.424341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.761745Z","time spent":"662.515489ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:08.424371Z","caller":"traceutil/trace.go:171","msg":"trace[1347188950] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"163.169169ms","start":"2026-07-30T21:02:08.261181Z","end":"2026-07-30T21:02:08.42435Z","steps":["trace[1347188950] 'process raft request' (duration: 163.109247ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:08.424482Z","caller":"traceutil/trace.go:171","msg":"trace[1289628141] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2023; }","duration":"882.143072ms","start":"2026-07-30T21:02:07.54233Z","end":"2026-07-30T21:02:08.424473Z","steps":["trace[1289628141] 'read index received' (duration: 617.523278ms)","trace[1289628141] 'applied index is now lower than readState.Index' (duration: 264.618764ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:08.424524Z","caller":"traceutil/trace.go:171","msg":"trace[1568772287] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"281.023368ms","start":"2026-07-30T21:02:08.143475Z","end":"2026-07-30T21:02:08.424498Z","steps":["trace[1568772287] 'process raft request' (duration: 280.731431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:08.424649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.165894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-30T21:02:08.424638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.307166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:02:08.424676Z","caller":"traceutil/trace.go:171","msg":"trace[1468594693] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1965; }","duration":"663.193774ms","start":"2026-07-30T21:02:07.761474Z","end":"2026-07-30T21:02:08.424667Z","steps":["trace[1468594693] 'agreement among raft nodes before linearized reading' (duration: 663.079132ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:08.424691Z","caller":"traceutil/trace.go:171","msg":"trace[1525308773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1965; }","duration":"882.394048ms","start":"2026-07-30T21:02:07.54228Z","end":"2026-07-30T21:02:08.424674Z","steps":["trace[1525308773] 'agreement among raft nodes before linearized reading' (duration: 882.250564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:08.424734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.542262Z","time spent":"882.46343ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:02:08.424768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.378467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:02:08.424792Z","caller":"traceutil/trace.go:171","msg":"trace[1609882066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1965; }","duration":"641.422877ms","start":"2026-07-30T21:02:07.783364Z","end":"2026-07-30T21:02:08.424787Z","steps":["trace[1609882066] 'agreement among raft nodes before linearized reading' (duration: 641.353906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:08.424811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.783353Z","time spent":"641.453569ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:02:08.424703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.761417Z","time spent":"663.280457ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:02:08.425199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.812171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:02:08.425138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.940045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T21:02:08.425289Z","caller":"traceutil/trace.go:171","msg":"trace[73285198] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1965; }","duration":"611.255094ms","start":"2026-07-30T21:02:07.814013Z","end":"2026-07-30T21:02:08.425268Z","steps":["trace[73285198] 'agreement among raft nodes before linearized reading' (duration: 610.72138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:08.424971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.260033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T21:02:08.425343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.813985Z","time spent":"611.345306ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:02:08.425356Z","caller":"traceutil/trace.go:171","msg":"trace[1023754147] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1965; }","duration":"628.159941ms","start":"2026-07-30T21:02:07.797155Z","end":"2026-07-30T21:02:08.425315Z","steps":["trace[1023754147] 'agreement among raft nodes before linearized reading' (duration: 627.566076ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:08.42456Z","caller":"traceutil/trace.go:171","msg":"trace[824316782] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"360.961642ms","start":"2026-07-30T21:02:08.063579Z","end":"2026-07-30T21:02:08.424541Z","steps":["trace[824316782] 'process raft request' (duration: 360.537592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:08.4254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.797142Z","time spent":"628.246533ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:02:08.425396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.120032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11911"} {"level":"warn","ts":"2026-07-30T21:02:08.425423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:08.063557Z","time spent":"361.833045ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:08.425456Z","caller":"traceutil/trace.go:171","msg":"trace[1664561356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1965; }","duration":"394.239615ms","start":"2026-07-30T21:02:08.031203Z","end":"2026-07-30T21:02:08.425442Z","steps":["trace[1664561356] 'agreement among raft nodes before linearized reading' (duration: 393.379543ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:08.425361Z","caller":"traceutil/trace.go:171","msg":"trace[1630932738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1965; }","duration":"647.689484ms","start":"2026-07-30T21:02:07.777658Z","end":"2026-07-30T21:02:08.425347Z","steps":["trace[1630932738] 'agreement among raft nodes before linearized reading' (duration: 647.189831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:08.425504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:08.031174Z","time spent":"394.322687ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11933,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T21:02:08.425514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.777642Z","time spent":"647.863558ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:02:08.425257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.954811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T21:02:08.425939Z","caller":"traceutil/trace.go:171","msg":"trace[1236570311] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1965; }","duration":"154.70638ms","start":"2026-07-30T21:02:08.271211Z","end":"2026-07-30T21:02:08.425917Z","steps":["trace[1236570311] 'agreement among raft nodes before linearized reading' (duration: 153.451098ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:09.374334Z","caller":"traceutil/trace.go:171","msg":"trace[850889372] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"944.617564ms","start":"2026-07-30T21:02:08.42969Z","end":"2026-07-30T21:02:09.374307Z","steps":["trace[850889372] 'process raft request' (duration: 939.111888ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:09.374428Z","caller":"traceutil/trace.go:171","msg":"trace[1136416719] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"943.867146ms","start":"2026-07-30T21:02:08.430527Z","end":"2026-07-30T21:02:09.374394Z","steps":["trace[1136416719] 'process raft request' (duration: 943.62325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:09.374492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:08.429661Z","time spent":"944.747657ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:09.374618Z","caller":"traceutil/trace.go:171","msg":"trace[515881279] linearizableReadLoop","detail":"{readStateIndex:2034; appliedIndex:2029; }","duration":"941.431816ms","start":"2026-07-30T21:02:08.433161Z","end":"2026-07-30T21:02:09.374593Z","steps":["trace[515881279] 'read index received' (duration: 48.380195ms)","trace[515881279] 'applied index is now lower than readState.Index' (duration: 893.050111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:02:09.374828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.668152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:02:09.374857Z","caller":"traceutil/trace.go:171","msg":"trace[1041706991] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"944.248316ms","start":"2026-07-30T21:02:08.430578Z","end":"2026-07-30T21:02:09.374826Z","steps":["trace[1041706991] 'process raft request' (duration: 943.736522ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:09.374889Z","caller":"traceutil/trace.go:171","msg":"trace[1111286168] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1970; }","duration":"941.772765ms","start":"2026-07-30T21:02:08.433102Z","end":"2026-07-30T21:02:09.374875Z","steps":["trace[1111286168] 'agreement among raft nodes before linearized reading' (duration: 941.658602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:09.374943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:08.433069Z","time spent":"941.866997ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-30T21:02:09.374965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.287186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:02:09.375014Z","caller":"traceutil/trace.go:171","msg":"trace[1905142960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1970; }","duration":"865.402859ms","start":"2026-07-30T21:02:08.509598Z","end":"2026-07-30T21:02:09.375001Z","steps":["trace[1905142960] 'agreement among raft nodes before linearized reading' (duration: 865.219694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:09.375018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:08.430563Z","time spent":"944.371218ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:09.375024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.785412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:02:09.375056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:08.509572Z","time spent":"865.47339ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T21:02:09.375134Z","caller":"traceutil/trace.go:171","msg":"trace[900983829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1970; }","duration":"678.944495ms","start":"2026-07-30T21:02:08.696163Z","end":"2026-07-30T21:02:09.375108Z","steps":["trace[900983829] 'agreement among raft nodes before linearized reading' (duration: 678.74209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:09.375129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.918589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T21:02:09.375182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:08.696136Z","time spent":"679.038827ms","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:02:09.375227Z","caller":"traceutil/trace.go:171","msg":"trace[233455917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1970; }","duration":"111.075133ms","start":"2026-07-30T21:02:09.264124Z","end":"2026-07-30T21:02:09.375199Z","steps":["trace[233455917] 'agreement among raft nodes before linearized reading' (duration: 110.765495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:09.375203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:08.430502Z","time spent":"944.00657ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:21.663854Z","caller":"traceutil/trace.go:171","msg":"trace[1007077375] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2129; }","duration":"124.651986ms","start":"2026-07-30T21:02:21.539183Z","end":"2026-07-30T21:02:21.663835Z","steps":["trace[1007077375] 'read index received' (duration: 124.516953ms)","trace[1007077375] 'applied index is now lower than readState.Index' (duration: 134.003µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:21.663922Z","caller":"traceutil/trace.go:171","msg":"trace[1600464546] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"134.379636ms","start":"2026-07-30T21:02:21.529508Z","end":"2026-07-30T21:02:21.663887Z","steps":["trace[1600464546] 'process raft request' (duration: 134.203222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:21.664044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.84535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:02:21.664071Z","caller":"traceutil/trace.go:171","msg":"trace[838000903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2062; }","duration":"124.914352ms","start":"2026-07-30T21:02:21.539149Z","end":"2026-07-30T21:02:21.664063Z","steps":["trace[838000903] 'agreement among raft nodes before linearized reading' (duration: 124.762799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:27.662924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.356819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:02:27.663012Z","caller":"traceutil/trace.go:171","msg":"trace[1317975680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2094; }","duration":"966.506902ms","start":"2026-07-30T21:02:26.696485Z","end":"2026-07-30T21:02:27.662992Z","steps":["trace[1317975680] 'range keys from in-memory index tree' (duration: 966.193475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:27.663057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:26.696466Z","time spent":"966.582685ms","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:02:27.663089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.593009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:02:27.663174Z","caller":"traceutil/trace.go:171","msg":"trace[635162331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2094; }","duration":"112.754092ms","start":"2026-07-30T21:02:27.550397Z","end":"2026-07-30T21:02:27.663151Z","steps":["trace[635162331] 'range keys from in-memory index tree' (duration: 112.299531ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:29.94467Z","caller":"traceutil/trace.go:171","msg":"trace[739219410] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"200.140759ms","start":"2026-07-30T21:02:29.744488Z","end":"2026-07-30T21:02:29.944628Z","steps":["trace[739219410] 'process raft request' (duration: 110.583539ms)","trace[739219410] 'compare' (duration: 89.382576ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:32.74126Z","caller":"traceutil/trace.go:171","msg":"trace[1668312656] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2193; }","duration":"107.729369ms","start":"2026-07-30T21:02:32.633503Z","end":"2026-07-30T21:02:32.741233Z","steps":["trace[1668312656] 'read index received' (duration: 83.653815ms)","trace[1668312656] 'applied index is now lower than readState.Index' (duration: 24.074294ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:32.741397Z","caller":"traceutil/trace.go:171","msg":"trace[1493024932] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"127.293722ms","start":"2026-07-30T21:02:32.61409Z","end":"2026-07-30T21:02:32.741383Z","steps":["trace[1493024932] 'process raft request' (duration: 103.098834ms)","trace[1493024932] 'compare' (duration: 23.912981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:02:32.741629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.101258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T21:02:32.741696Z","caller":"traceutil/trace.go:171","msg":"trace[1929472374] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2124; }","duration":"108.211731ms","start":"2026-07-30T21:02:32.633466Z","end":"2026-07-30T21:02:32.741677Z","steps":["trace[1929472374] 'agreement among raft nodes before linearized reading' (duration: 108.027267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:48.572505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342400554371116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:02:49.073629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342400554371116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:02:49.243819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20709841s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:02:49.244327Z","caller":"traceutil/trace.go:171","msg":"trace[2102891477] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.246941324s","start":"2026-07-30T21:02:47.997356Z","end":"2026-07-30T21:02:49.244297Z","steps":["trace[2102891477] 'process raft request' (duration: 1.24678792s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.244537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:47.997332Z","time spent":"1.247118828s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:49.700248Z","caller":"traceutil/trace.go:171","msg":"trace[1605296818] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.701155083s","start":"2026-07-30T21:02:47.999044Z","end":"2026-07-30T21:02:49.700199Z","steps":["trace[1605296818] 'process raft request' (duration: 1.652442482s)","trace[1605296818] 'compare' (duration: 48.23744ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:49.700441Z","caller":"traceutil/trace.go:171","msg":"trace[890315987] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"369.149779ms","start":"2026-07-30T21:02:49.331259Z","end":"2026-07-30T21:02:49.700409Z","steps":["trace[890315987] 'process raft request' (duration: 369.093988ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.700535Z","caller":"traceutil/trace.go:171","msg":"trace[200630874] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"735.453251ms","start":"2026-07-30T21:02:48.965053Z","end":"2026-07-30T21:02:49.700506Z","steps":["trace[200630874] 'process raft request' (duration: 735.228724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.700648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.965034Z","time spent":"735.549144ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:49.700646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:49.331234Z","time spent":"369.306675ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:49.700655Z","caller":"traceutil/trace.go:171","msg":"trace[1045666042] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2288; }","duration":"1.628549062s","start":"2026-07-30T21:02:48.072044Z","end":"2026-07-30T21:02:49.700593Z","steps":["trace[1045666042] 'read index received' (duration: 1.172195279s)","trace[1045666042] 'applied index is now lower than readState.Index' (duration: 456.347233ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:49.70081Z","caller":"traceutil/trace.go:171","msg":"trace[202445824] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"1.120493883s","start":"2026-07-30T21:02:48.580253Z","end":"2026-07-30T21:02:49.700747Z","steps":["trace[202445824] 'process raft request' (duration: 1.119981159s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.700832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:47.99902Z","time spent":"1.701335107s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:49.701007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628937722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-30T21:02:49.701031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.580244Z","time spent":"1.120660568s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:49.701059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.587353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-30T21:02:49.701021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561059586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:02:49.701103Z","caller":"traceutil/trace.go:171","msg":"trace[1326898881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2221; }","duration":"1.629080346s","start":"2026-07-30T21:02:48.071997Z","end":"2026-07-30T21:02:49.701077Z","steps":["trace[1326898881] 'agreement among raft nodes before linearized reading' (duration: 1.628785929s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.701123Z","caller":"traceutil/trace.go:171","msg":"trace[2121790917] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2221; }","duration":"241.645774ms","start":"2026-07-30T21:02:49.459453Z","end":"2026-07-30T21:02:49.701099Z","steps":["trace[2121790917] 'agreement among raft nodes before linearized reading' (duration: 241.433039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.701119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.648971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T21:02:49.701159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.071977Z","time spent":"1.629172377s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:02:49.70112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.738657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-30T21:02:49.701197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.313891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12632"} {"level":"info","ts":"2026-07-30T21:02:49.701224Z","caller":"traceutil/trace.go:171","msg":"trace[1966304929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2221; }","duration":"845.790394ms","start":"2026-07-30T21:02:48.85539Z","end":"2026-07-30T21:02:49.70118Z","steps":["trace[1966304929] 'agreement among raft nodes before linearized reading' (duration: 845.493437ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.70124Z","caller":"traceutil/trace.go:171","msg":"trace[949480626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2221; }","duration":"116.383712ms","start":"2026-07-30T21:02:49.584844Z","end":"2026-07-30T21:02:49.701228Z","steps":["trace[949480626] 'agreement among raft nodes before linearized reading' (duration: 116.214268ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.701258Z","caller":"traceutil/trace.go:171","msg":"trace[1412099028] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2221; }","duration":"241.914981ms","start":"2026-07-30T21:02:49.45931Z","end":"2026-07-30T21:02:49.701225Z","steps":["trace[1412099028] 'agreement among raft nodes before linearized reading' (duration: 241.601574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.701278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.98592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-30T21:02:49.701289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005504465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:02:49.701316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.28955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T21:02:49.701348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087252653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:02:49.701352Z","caller":"traceutil/trace.go:171","msg":"trace[1365787987] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2221; }","duration":"250.076902ms","start":"2026-07-30T21:02:49.451248Z","end":"2026-07-30T21:02:49.701325Z","steps":["trace[1365787987] 'agreement among raft nodes before linearized reading' (duration: 249.849496ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.701362Z","caller":"traceutil/trace.go:171","msg":"trace[856830169] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2221; }","duration":"864.352362ms","start":"2026-07-30T21:02:48.836997Z","end":"2026-07-30T21:02:49.70135Z","steps":["trace[856830169] 'agreement among raft nodes before linearized reading' (duration: 864.179088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.701267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.855367Z","time spent":"845.890516ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:02:49.701388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.504019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:02:49.70142Z","caller":"traceutil/trace.go:171","msg":"trace[1611586019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2221; }","duration":"884.567901ms","start":"2026-07-30T21:02:48.816844Z","end":"2026-07-30T21:02:49.701412Z","steps":["trace[1611586019] 'agreement among raft nodes before linearized reading' (duration: 884.474849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.701427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.836988Z","time spent":"864.430294ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:02:49.701457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.816828Z","time spent":"884.623052ms","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:02:49.701143Z","caller":"traceutil/trace.go:171","msg":"trace[1970723029] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2221; }","duration":"1.561249622s","start":"2026-07-30T21:02:48.13987Z","end":"2026-07-30T21:02:49.701119Z","steps":["trace[1970723029] 'agreement among raft nodes before linearized reading' (duration: 1.560974235s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.701494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068223633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T21:02:49.701543Z","caller":"traceutil/trace.go:171","msg":"trace[1556768518] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2221; }","duration":"1.068314755s","start":"2026-07-30T21:02:48.633219Z","end":"2026-07-30T21:02:49.701534Z","steps":["trace[1556768518] 'agreement among raft nodes before linearized reading' (duration: 1.068034758s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.701379Z","caller":"traceutil/trace.go:171","msg":"trace[1286099400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2221; }","duration":"1.087281514s","start":"2026-07-30T21:02:48.614088Z","end":"2026-07-30T21:02:49.701369Z","steps":["trace[1286099400] 'agreement among raft nodes before linearized reading' (duration: 1.087196692s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.701573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.633197Z","time spent":"1.068367607s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":260,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:02:49.701584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.614054Z","time spent":"1.087522539s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:02:49.701549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.139844Z","time spent":"1.561692352s","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":84,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:02:49.701368Z","caller":"traceutil/trace.go:171","msg":"trace[549959407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2221; }","duration":"1.005609498s","start":"2026-07-30T21:02:48.695735Z","end":"2026-07-30T21:02:49.701344Z","steps":["trace[549959407] 'agreement among raft nodes before linearized reading' (duration: 1.005483145s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.701742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.695721Z","time spent":"1.006012188s","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:02:49.701837Z","caller":"traceutil/trace.go:171","msg":"trace[396739364] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"1.129346662s","start":"2026-07-30T21:02:48.571415Z","end":"2026-07-30T21:02:49.700761Z","steps":["trace[396739364] 'process raft request' (duration: 1.128723396s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.70198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:48.571395Z","time spent":"1.13048501s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:49.942172Z","caller":"traceutil/trace.go:171","msg":"trace[1984862669] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"233.76964ms","start":"2026-07-30T21:02:49.70836Z","end":"2026-07-30T21:02:49.94213Z","steps":["trace[1984862669] 'process raft request' (duration: 142.465596ms)","trace[1984862669] 'compare' (duration: 91.135259ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:49.95647Z","caller":"traceutil/trace.go:171","msg":"trace[1182385852] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"247.854588ms","start":"2026-07-30T21:02:49.708589Z","end":"2026-07-30T21:02:49.956443Z","steps":["trace[1182385852] 'process raft request' (duration: 247.586401ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.956457Z","caller":"traceutil/trace.go:171","msg":"trace[1595700938] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"247.722764ms","start":"2026-07-30T21:02:49.708705Z","end":"2026-07-30T21:02:49.956428Z","steps":["trace[1595700938] 'process raft request' (duration: 247.609312ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.956719Z","caller":"traceutil/trace.go:171","msg":"trace[306634433] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"247.887288ms","start":"2026-07-30T21:02:49.708809Z","end":"2026-07-30T21:02:49.956696Z","steps":["trace[306634433] 'process raft request' (duration: 247.56126ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.956954Z","caller":"traceutil/trace.go:171","msg":"trace[2074389250] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"247.98718ms","start":"2026-07-30T21:02:49.708947Z","end":"2026-07-30T21:02:49.956934Z","steps":["trace[2074389250] 'process raft request' (duration: 247.676832ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.95709Z","caller":"traceutil/trace.go:171","msg":"trace[709756615] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2294; }","duration":"245.491079ms","start":"2026-07-30T21:02:49.711582Z","end":"2026-07-30T21:02:49.957073Z","steps":["trace[709756615] 'read index received' (duration: 138.731014ms)","trace[709756615] 'applied index is now lower than readState.Index' (duration: 106.758835ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:49.957118Z","caller":"traceutil/trace.go:171","msg":"trace[127292004] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"247.928188ms","start":"2026-07-30T21:02:49.709176Z","end":"2026-07-30T21:02:49.957104Z","steps":["trace[127292004] 'process raft request' (duration: 247.827285ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.957159Z","caller":"traceutil/trace.go:171","msg":"trace[786627327] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"247.961949ms","start":"2026-07-30T21:02:49.709166Z","end":"2026-07-30T21:02:49.957128Z","steps":["trace[786627327] 'process raft request' (duration: 247.684693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.957277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.598866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:02:49.957338Z","caller":"traceutil/trace.go:171","msg":"trace[1922335283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"244.684958ms","start":"2026-07-30T21:02:49.712638Z","end":"2026-07-30T21:02:49.957323Z","steps":["trace[1922335283] 'agreement among raft nodes before linearized reading' (duration: 244.589156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:49.957276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.670623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:02:49.957443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.379927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:02:49.95745Z","caller":"traceutil/trace.go:171","msg":"trace[11777379] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2228; }","duration":"245.872538ms","start":"2026-07-30T21:02:49.711548Z","end":"2026-07-30T21:02:49.95742Z","steps":["trace[11777379] 'agreement among raft nodes before linearized reading' (duration: 245.644243ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:49.957505Z","caller":"traceutil/trace.go:171","msg":"trace[2042697546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2228; }","duration":"117.486189ms","start":"2026-07-30T21:02:49.840003Z","end":"2026-07-30T21:02:49.957489Z","steps":["trace[2042697546] 'agreement among raft nodes before linearized reading' (duration: 117.314775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:50.193562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.843202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:02:50.193684Z","caller":"traceutil/trace.go:171","msg":"trace[566681628] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2229; }","duration":"108.038667ms","start":"2026-07-30T21:02:50.085618Z","end":"2026-07-30T21:02:50.193657Z","steps":["trace[566681628] 'count revisions from in-memory index tree' (duration: 107.748739ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:51.810783Z","caller":"traceutil/trace.go:171","msg":"trace[301103810] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"103.628547ms","start":"2026-07-30T21:02:51.707134Z","end":"2026-07-30T21:02:51.810762Z","steps":["trace[301103810] 'process raft request' (duration: 103.497144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:53.022476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.265086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:02:53.022708Z","caller":"traceutil/trace.go:171","msg":"trace[339719800] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"1.315538206s","start":"2026-07-30T21:02:51.707149Z","end":"2026-07-30T21:02:53.022687Z","steps":["trace[339719800] 'process raft request' (duration: 1.066960162s)","trace[339719800] 'compare' (duration: 247.97226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:02:53.022806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:51.707124Z","time spent":"1.315621238s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:53.023015Z","caller":"traceutil/trace.go:171","msg":"trace[1556018753] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2304; }","duration":"1.305595533s","start":"2026-07-30T21:02:51.717314Z","end":"2026-07-30T21:02:53.02291Z","steps":["trace[1556018753] 'read index received' (duration: 93.382676ms)","trace[1556018753] 'applied index is now lower than readState.Index' (duration: 1.212211097s)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:53.023119Z","caller":"traceutil/trace.go:171","msg":"trace[1213370195] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"1.312764458s","start":"2026-07-30T21:02:51.71034Z","end":"2026-07-30T21:02:53.023105Z","steps":["trace[1213370195] 'process raft request' (duration: 1.312258985s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:53.023322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305983182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:02:53.023414Z","caller":"traceutil/trace.go:171","msg":"trace[977233041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2233; }","duration":"1.306101654s","start":"2026-07-30T21:02:51.717283Z","end":"2026-07-30T21:02:53.023385Z","steps":["trace[977233041] 'agreement among raft nodes before linearized reading' (duration: 1.305853108s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:53.023466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:51.717273Z","time spent":"1.306184217s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:02:53.023456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:51.710325Z","time spent":"1.312999935s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:53.023557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.191175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:02:53.02368Z","caller":"traceutil/trace.go:171","msg":"trace[2139371177] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2233; }","duration":"391.373599ms","start":"2026-07-30T21:02:52.632286Z","end":"2026-07-30T21:02:53.02366Z","steps":["trace[2139371177] 'agreement among raft nodes before linearized reading' (duration: 391.103602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:53.023677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063964039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T21:02:53.023733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06242827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T21:02:53.023791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.755289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:02:53.023811Z","caller":"traceutil/trace.go:171","msg":"trace[926710672] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2233; }","duration":"1.064102682s","start":"2026-07-30T21:02:51.959665Z","end":"2026-07-30T21:02:53.023768Z","steps":["trace[926710672] 'agreement among raft nodes before linearized reading' (duration: 1.063830015s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:53.023822Z","caller":"traceutil/trace.go:171","msg":"trace[1917300738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2233; }","duration":"327.822701ms","start":"2026-07-30T21:02:52.695991Z","end":"2026-07-30T21:02:53.023813Z","steps":["trace[1917300738] 'agreement among raft nodes before linearized reading' (duration: 327.77563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:53.02386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:52.695943Z","time spent":"327.912273ms","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:02:53.023849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07700034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:02:53.023847Z","caller":"traceutil/trace.go:171","msg":"trace[1270163834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2233; }","duration":"1.062560194s","start":"2026-07-30T21:02:51.961247Z","end":"2026-07-30T21:02:53.023807Z","steps":["trace[1270163834] 'agreement among raft nodes before linearized reading' (duration: 1.062220845s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:53.023895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.448172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:02:53.023936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050738841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:02:53.024002Z","caller":"traceutil/trace.go:171","msg":"trace[1690681411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2233; }","duration":"1.050824884s","start":"2026-07-30T21:02:51.973166Z","end":"2026-07-30T21:02:53.023991Z","steps":["trace[1690681411] 'agreement among raft nodes before linearized reading' (duration: 1.05067035s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:53.024005Z","caller":"traceutil/trace.go:171","msg":"trace[1708244456] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2233; }","duration":"404.605196ms","start":"2026-07-30T21:02:52.61938Z","end":"2026-07-30T21:02:53.023985Z","steps":["trace[1708244456] 'agreement among raft nodes before linearized reading' (duration: 404.454202ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:53.023946Z","caller":"traceutil/trace.go:171","msg":"trace[2112159390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2233; }","duration":"1.077185075s","start":"2026-07-30T21:02:51.946745Z","end":"2026-07-30T21:02:53.02393Z","steps":["trace[2112159390] 'agreement among raft nodes before linearized reading' (duration: 1.076783135s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:53.024122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:51.946718Z","time spent":"1.07738664s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:02:53.024159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063927238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-30T21:02:53.023866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:51.959655Z","time spent":"1.064199174s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T21:02:53.024215Z","caller":"traceutil/trace.go:171","msg":"trace[1926335335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2233; }","duration":"1.06403469s","start":"2026-07-30T21:02:51.960167Z","end":"2026-07-30T21:02:53.024201Z","steps":["trace[1926335335] 'agreement among raft nodes before linearized reading' (duration: 1.063863076s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:53.024258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:51.960132Z","time spent":"1.064116082s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:02:53.024038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:51.973154Z","time spent":"1.050877005s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:02:53.02374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:52.632276Z","time spent":"391.450722ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":54,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:02:53.024279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.734265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-07-30T21:02:53.02448Z","caller":"traceutil/trace.go:171","msg":"trace[1652263906] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2233; }","duration":"278.031661ms","start":"2026-07-30T21:02:52.746425Z","end":"2026-07-30T21:02:53.024456Z","steps":["trace[1652263906] 'agreement among raft nodes before linearized reading' (duration: 277.368895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:53.02392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:51.961225Z","time spent":"1.062683346s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:02:53.02405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:52.619355Z","time spent":"404.684838ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:02:53.792971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.255589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:02:53.793118Z","caller":"traceutil/trace.go:171","msg":"trace[815718676] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"764.429125ms","start":"2026-07-30T21:02:53.028672Z","end":"2026-07-30T21:02:53.793101Z","steps":["trace[815718676] 'process raft request' (duration: 521.94119ms)","trace[815718676] 'compare' (duration: 242.160367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:02:53.793165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.028648Z","time spent":"764.494867ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:54.085796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342400554371154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:02:54.586788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342400554371154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:02:54.783137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.180063333s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T21:02:54.904042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.503794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:02:54.904351Z","caller":"traceutil/trace.go:171","msg":"trace[1310338708] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"1.875473125s","start":"2026-07-30T21:02:53.028842Z","end":"2026-07-30T21:02:54.904315Z","steps":["trace[1310338708] 'process raft request' (duration: 1.754588261s)","trace[1310338708] 'compare' (duration: 120.153756ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:54.904392Z","caller":"traceutil/trace.go:171","msg":"trace[295198448] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"1.87486133s","start":"2026-07-30T21:02:53.029495Z","end":"2026-07-30T21:02:54.904356Z","steps":["trace[295198448] 'process raft request' (duration: 1.874732986s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:54.904501Z","caller":"traceutil/trace.go:171","msg":"trace[104336874] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"1.874423649s","start":"2026-07-30T21:02:53.030069Z","end":"2026-07-30T21:02:54.904493Z","steps":["trace[104336874] 'process raft request' (duration: 1.874191773s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:54.904527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.028828Z","time spent":"1.875606787s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:54.904594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.030063Z","time spent":"1.87446865s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:54.904619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.029487Z","time spent":"1.875018673s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:54.904698Z","caller":"traceutil/trace.go:171","msg":"trace[2056950725] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"1.875604117s","start":"2026-07-30T21:02:53.029075Z","end":"2026-07-30T21:02:54.904679Z","steps":["trace[2056950725] 'process raft request' (duration: 1.875064254s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:54.904726Z","caller":"traceutil/trace.go:171","msg":"trace[29668794] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"1.627971547s","start":"2026-07-30T21:02:53.276728Z","end":"2026-07-30T21:02:54.904699Z","steps":["trace[29668794] 'process raft request' (duration: 1.627597178s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:54.90446Z","caller":"traceutil/trace.go:171","msg":"trace[379051408] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"1.418706512s","start":"2026-07-30T21:02:53.485733Z","end":"2026-07-30T21:02:54.90444Z","steps":["trace[379051408] 'process raft request' (duration: 1.4186625s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:54.904779Z","caller":"traceutil/trace.go:171","msg":"trace[501038357] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"1.874527621s","start":"2026-07-30T21:02:53.030195Z","end":"2026-07-30T21:02:54.904723Z","steps":["trace[501038357] 'process raft request' (duration: 1.874095901s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:54.904772Z","caller":"traceutil/trace.go:171","msg":"trace[476938421] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"1.495568009s","start":"2026-07-30T21:02:53.409143Z","end":"2026-07-30T21:02:54.904711Z","steps":["trace[476938421] 'process raft request' (duration: 1.495213951s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:54.904819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.029066Z","time spent":"1.875705441s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:54.904872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.276692Z","time spent":"1.628117221s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:54.904874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.485703Z","time spent":"1.419114592s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:54.904915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.409126Z","time spent":"1.495715173s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:54.904925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.03019Z","time spent":"1.874646404s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:55.015186Z","caller":"traceutil/trace.go:171","msg":"trace[475978548] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2308; }","duration":"1.430425622s","start":"2026-07-30T21:02:53.584724Z","end":"2026-07-30T21:02:55.01515Z","steps":["trace[475978548] 'read index received' (duration: 1.198720804s)","trace[475978548] 'applied index is now lower than readState.Index' (duration: 231.703248ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:55.015336Z","caller":"traceutil/trace.go:171","msg":"trace[189338734] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"1.19902014s","start":"2026-07-30T21:02:53.816292Z","end":"2026-07-30T21:02:55.015312Z","steps":["trace[189338734] 'process raft request' (duration: 1.192103819s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:55.015433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.816261Z","time spent":"1.199122343s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:55.015778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.421655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:02:55.015823Z","caller":"traceutil/trace.go:171","msg":"trace[82135482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2243; }","duration":"984.511447ms","start":"2026-07-30T21:02:54.0313Z","end":"2026-07-30T21:02:55.015811Z","steps":["trace[82135482] 'agreement among raft nodes before linearized reading' (duration: 984.374044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:55.015856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:54.031274Z","time spent":"984.575149ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:02:55.015823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.686819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:02:55.016062Z","caller":"traceutil/trace.go:171","msg":"trace[90280713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2243; }","duration":"320.003067ms","start":"2026-07-30T21:02:54.696033Z","end":"2026-07-30T21:02:55.016036Z","steps":["trace[90280713] 'agreement among raft nodes before linearized reading' (duration: 319.696649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:55.016169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:54.696007Z","time spent":"320.12461ms","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:02:55.016272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.247797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:02:55.016435Z","caller":"traceutil/trace.go:171","msg":"trace[952857769] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2243; }","duration":"496.470942ms","start":"2026-07-30T21:02:54.519869Z","end":"2026-07-30T21:02:55.01634Z","steps":["trace[952857769] 'agreement among raft nodes before linearized reading' (duration: 495.97274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:55.015833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431066378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:02:55.016594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:54.519836Z","time spent":"496.649587ms","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:02:55.016605Z","caller":"traceutil/trace.go:171","msg":"trace[341840161] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2243; }","duration":"1.431894418s","start":"2026-07-30T21:02:53.584681Z","end":"2026-07-30T21:02:55.016575Z","steps":["trace[341840161] 'agreement among raft nodes before linearized reading' (duration: 1.430836302s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:55.016866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:53.584665Z","time spent":"1.432158594s","remote":"127.0.0.1:42998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":34,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:04:20.367148Z","caller":"traceutil/trace.go:171","msg":"trace[322633251] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"165.555145ms","start":"2026-07-30T21:04:20.201555Z","end":"2026-07-30T21:04:20.367111Z","steps":["trace[322633251] 'process raft request' (duration: 165.480013ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:20.367206Z","caller":"traceutil/trace.go:171","msg":"trace[505983493] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"166.401406ms","start":"2026-07-30T21:04:20.200766Z","end":"2026-07-30T21:04:20.367167Z","steps":["trace[505983493] 'process raft request' (duration: 123.501597ms)","trace[505983493] 'compare' (duration: 42.540449ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:04:20.591845Z","caller":"traceutil/trace.go:171","msg":"trace[1822411490] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"163.270988ms","start":"2026-07-30T21:04:20.428541Z","end":"2026-07-30T21:04:20.591812Z","steps":["trace[1822411490] 'process raft request' (duration: 152.573924ms)","trace[1822411490] 'compare' (duration: 10.544601ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:05:13.765787Z","caller":"traceutil/trace.go:171","msg":"trace[2118745253] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"179.758731ms","start":"2026-07-30T21:05:13.585997Z","end":"2026-07-30T21:05:13.765755Z","steps":["trace[2118745253] 'process raft request' (duration: 179.565436ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:13.780914Z","caller":"traceutil/trace.go:171","msg":"trace[659650428] linearizableReadLoop","detail":"{readStateIndex:3172; appliedIndex:3170; }","duration":"165.471929ms","start":"2026-07-30T21:05:13.615413Z","end":"2026-07-30T21:05:13.780885Z","steps":["trace[659650428] 'read index received' (duration: 150.12906ms)","trace[659650428] 'applied index is now lower than readState.Index' (duration: 15.341519ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:05:13.781035Z","caller":"traceutil/trace.go:171","msg":"trace[842886386] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"183.578007ms","start":"2026-07-30T21:05:13.597437Z","end":"2026-07-30T21:05:13.781015Z","steps":["trace[842886386] 'process raft request' (duration: 183.305579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:13.78118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.750436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T21:05:13.781575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.935081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T21:05:13.781641Z","caller":"traceutil/trace.go:171","msg":"trace[1997963101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3068; }","duration":"166.024804ms","start":"2026-07-30T21:05:13.615598Z","end":"2026-07-30T21:05:13.781623Z","steps":["trace[1997963101] 'agreement among raft nodes before linearized reading' (duration: 165.86521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:13.781653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.550004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T21:05:13.781703Z","caller":"traceutil/trace.go:171","msg":"trace[867150037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3068; }","duration":"136.618266ms","start":"2026-07-30T21:05:13.645071Z","end":"2026-07-30T21:05:13.781689Z","steps":["trace[867150037] 'agreement among raft nodes before linearized reading' (duration: 136.493703ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:13.781563Z","caller":"traceutil/trace.go:171","msg":"trace[1939495980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3068; }","duration":"166.169836ms","start":"2026-07-30T21:05:13.615363Z","end":"2026-07-30T21:05:13.781533Z","steps":["trace[1939495980] 'agreement among raft nodes before linearized reading' (duration: 165.673194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:13.781915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.684381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:05:13.781984Z","caller":"traceutil/trace.go:171","msg":"trace[2130843077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3068; }","duration":"141.807434ms","start":"2026-07-30T21:05:13.640157Z","end":"2026-07-30T21:05:13.781964Z","steps":["trace[2130843077] 'agreement among raft nodes before linearized reading' (duration: 141.471566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:13.78199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.80074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T21:05:13.782273Z","caller":"traceutil/trace.go:171","msg":"trace[1649696883] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3068; }","duration":"137.117468ms","start":"2026-07-30T21:05:13.645141Z","end":"2026-07-30T21:05:13.782259Z","steps":["trace[1649696883] 'agreement among raft nodes before linearized reading' (duration: 136.752089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:14.472845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.392035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:05:14.472935Z","caller":"traceutil/trace.go:171","msg":"trace[1901681840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3074; }","duration":"101.55617ms","start":"2026-07-30T21:05:14.371358Z","end":"2026-07-30T21:05:14.472915Z","steps":["trace[1901681840] 'range keys from in-memory index tree' (duration: 101.16736ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:02.680232Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2610} {"level":"info","ts":"2026-07-30T21:09:02.752766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2610,"took":"71.643883ms","hash":3678476337,"current-db-size-bytes":32120832,"current-db-size":"32 MB","current-db-size-in-use-bytes":8663040,"current-db-size-in-use":"8.7 MB"} {"level":"info","ts":"2026-07-30T21:09:02.752855Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3678476337,"revision":2610,"compact-revision":-1} {"level":"info","ts":"2026-07-30T21:14:02.686441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4310} {"level":"info","ts":"2026-07-30T21:14:02.724784Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4310,"took":"37.282022ms","hash":3772450840,"current-db-size-bytes":32120832,"current-db-size":"32 MB","current-db-size-in-use-bytes":8351744,"current-db-size-in-use":"8.4 MB"} {"level":"info","ts":"2026-07-30T21:14:02.724858Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3772450840,"revision":4310,"compact-revision":2610} {"level":"warn","ts":"2026-07-30T21:15:40.97554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.241347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:15:40.975627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.935993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:15:40.97563Z","caller":"traceutil/trace.go:171","msg":"trace[924455507] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:7141; }","duration":"109.35122ms","start":"2026-07-30T21:15:40.866257Z","end":"2026-07-30T21:15:40.975608Z","steps":["trace[924455507] 'agreement among raft nodes before linearized reading' (duration: 109.236848ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:40.975697Z","caller":"traceutil/trace.go:171","msg":"trace[1123650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7141; }","duration":"101.055955ms","start":"2026-07-30T21:15:40.874625Z","end":"2026-07-30T21:15:40.975681Z","steps":["trace[1123650] 'agreement among raft nodes before linearized reading' (duration: 100.86456ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:41.057452Z","caller":"traceutil/trace.go:171","msg":"trace[1515372067] transaction","detail":"{read_only:false; response_revision:7143; number_of_response:1; }","duration":"100.83968ms","start":"2026-07-30T21:15:40.956571Z","end":"2026-07-30T21:15:41.057411Z","steps":["trace[1515372067] 'process raft request' (duration: 78.600331ms)","trace[1515372067] 'compare' (duration: 21.281085ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:15:41.057908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.498106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-07-30T21:15:41.057986Z","caller":"traceutil/trace.go:171","msg":"trace[1112278460] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:7150; }","duration":"103.622449ms","start":"2026-07-30T21:15:40.954348Z","end":"2026-07-30T21:15:41.057971Z","steps":["trace[1112278460] 'agreement among raft nodes before linearized reading' (duration: 102.840609ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:41.113609Z","caller":"traceutil/trace.go:171","msg":"trace[1505044670] transaction","detail":"{read_only:false; response_revision:7151; number_of_response:1; }","duration":"114.337523ms","start":"2026-07-30T21:15:40.99925Z","end":"2026-07-30T21:15:41.113587Z","steps":["trace[1505044670] 'process raft request' (duration: 114.19998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:41.113925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.83552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-30T21:15:41.114043Z","caller":"traceutil/trace.go:171","msg":"trace[1856341963] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7151; }","duration":"134.967813ms","start":"2026-07-30T21:15:40.979054Z","end":"2026-07-30T21:15:41.114022Z","steps":["trace[1856341963] 'agreement among raft nodes before linearized reading' (duration: 134.568333ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:41.376441Z","caller":"traceutil/trace.go:171","msg":"trace[464629904] linearizableReadLoop","detail":"{readStateIndex:7422; appliedIndex:7420; }","duration":"108.893658ms","start":"2026-07-30T21:15:41.267523Z","end":"2026-07-30T21:15:41.376416Z","steps":["trace[464629904] 'read index received' (duration: 108.786185ms)","trace[464629904] 'applied index is now lower than readState.Index' (duration: 106.303µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:15:41.376459Z","caller":"traceutil/trace.go:171","msg":"trace[968419943] transaction","detail":"{read_only:false; response_revision:7160; number_of_response:1; }","duration":"153.467378ms","start":"2026-07-30T21:15:41.222959Z","end":"2026-07-30T21:15:41.376426Z","steps":["trace[968419943] 'process raft request' (duration: 153.285034ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:41.376531Z","caller":"traceutil/trace.go:171","msg":"trace[865552573] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7160; }","duration":"153.274054ms","start":"2026-07-30T21:15:41.223223Z","end":"2026-07-30T21:15:41.376497Z","steps":["trace[865552573] 'process raft request' (duration: 153.155011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:41.37659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.308267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:15:41.376648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.182552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-30T21:15:41.376693Z","caller":"traceutil/trace.go:171","msg":"trace[1948277523] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7160; }","duration":"157.252833ms","start":"2026-07-30T21:15:41.219427Z","end":"2026-07-30T21:15:41.37668Z","steps":["trace[1948277523] 'agreement among raft nodes before linearized reading' (duration: 157.099449ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:41.376726Z","caller":"traceutil/trace.go:171","msg":"trace[1416267152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7160; }","duration":"145.39253ms","start":"2026-07-30T21:15:41.231236Z","end":"2026-07-30T21:15:41.376629Z","steps":["trace[1416267152] 'agreement among raft nodes before linearized reading' (duration: 145.272246ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:41.383467Z","caller":"traceutil/trace.go:171","msg":"trace[993269438] transaction","detail":"{read_only:false; response_revision:7161; number_of_response:1; }","duration":"110.443416ms","start":"2026-07-30T21:15:41.273009Z","end":"2026-07-30T21:15:41.383453Z","steps":["trace[993269438] 'process raft request' (duration: 110.253402ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:41.383623Z","caller":"traceutil/trace.go:171","msg":"trace[1311227293] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"107.561096ms","start":"2026-07-30T21:15:41.276027Z","end":"2026-07-30T21:15:41.383588Z","steps":["trace[1311227293] 'process raft request' (duration: 107.34041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:41.383675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.624901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-30T21:15:41.38374Z","caller":"traceutil/trace.go:171","msg":"trace[338043510] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7162; }","duration":"110.744774ms","start":"2026-07-30T21:15:41.272977Z","end":"2026-07-30T21:15:41.383722Z","steps":["trace[338043510] 'agreement among raft nodes before linearized reading' (duration: 110.502128ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:41.94738Z","caller":"traceutil/trace.go:171","msg":"trace[1796947606] linearizableReadLoop","detail":"{readStateIndex:7442; appliedIndex:7441; }","duration":"127.501557ms","start":"2026-07-30T21:15:41.819858Z","end":"2026-07-30T21:15:41.94736Z","steps":["trace[1796947606] 'read index received' (duration: 127.377224ms)","trace[1796947606] 'applied index is now lower than readState.Index' (duration: 123.103µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:15:41.947446Z","caller":"traceutil/trace.go:171","msg":"trace[1115945275] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"133.335121ms","start":"2026-07-30T21:15:41.814074Z","end":"2026-07-30T21:15:41.947409Z","steps":["trace[1115945275] 'process raft request' (duration: 133.161417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:41.947583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.706292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-30T21:15:41.947619Z","caller":"traceutil/trace.go:171","msg":"trace[1582755066] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7180; }","duration":"127.783174ms","start":"2026-07-30T21:15:41.819825Z","end":"2026-07-30T21:15:41.947608Z","steps":["trace[1582755066] 'agreement among raft nodes before linearized reading' (duration: 127.638851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:41.947687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.050592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-30T21:15:41.947777Z","caller":"traceutil/trace.go:171","msg":"trace[1709008519] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7180; }","duration":"126.167855ms","start":"2026-07-30T21:15:41.821588Z","end":"2026-07-30T21:15:41.947756Z","steps":["trace[1709008519] 'agreement among raft nodes before linearized reading' (duration: 125.94789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:41.947943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.696409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:15:41.948057Z","caller":"traceutil/trace.go:171","msg":"trace[1064851345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7180; }","duration":"105.839093ms","start":"2026-07-30T21:15:41.842196Z","end":"2026-07-30T21:15:41.948035Z","steps":["trace[1064851345] 'agreement among raft nodes before linearized reading' (duration: 105.579956ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:42.200245Z","caller":"traceutil/trace.go:171","msg":"trace[2003600124] linearizableReadLoop","detail":"{readStateIndex:7443; appliedIndex:7442; }","duration":"245.257506ms","start":"2026-07-30T21:15:41.954963Z","end":"2026-07-30T21:15:42.20022Z","steps":["trace[2003600124] 'read index received' (duration: 152.206277ms)","trace[2003600124] 'applied index is now lower than readState.Index' (duration: 93.049789ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:15:42.200357Z","caller":"traceutil/trace.go:171","msg":"trace[1731866734] transaction","detail":"{read_only:false; response_revision:7181; number_of_response:1; }","duration":"245.431661ms","start":"2026-07-30T21:15:41.954913Z","end":"2026-07-30T21:15:42.200345Z","steps":["trace[1731866734] 'process raft request' (duration: 152.239399ms)","trace[1731866734] 'compare' (duration: 92.922935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:15:42.200559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.575454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-30T21:15:42.200656Z","caller":"traceutil/trace.go:171","msg":"trace[1412807355] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7181; }","duration":"245.699707ms","start":"2026-07-30T21:15:41.954937Z","end":"2026-07-30T21:15:42.200636Z","steps":["trace[1412807355] 'agreement among raft nodes before linearized reading' (duration: 245.41963ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:42.222062Z","caller":"traceutil/trace.go:171","msg":"trace[463339431] transaction","detail":"{read_only:false; response_revision:7182; number_of_response:1; }","duration":"232.87441ms","start":"2026-07-30T21:15:41.989166Z","end":"2026-07-30T21:15:42.22204Z","steps":["trace[463339431] 'process raft request' (duration: 232.667625ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:42.222254Z","caller":"traceutil/trace.go:171","msg":"trace[1573507450] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"231.331242ms","start":"2026-07-30T21:15:41.990912Z","end":"2026-07-30T21:15:42.222243Z","steps":["trace[1573507450] 'process raft request' (duration: 231.082976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:42.222366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.585402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-07-30T21:15:42.222431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.472121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-4ds5x\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-07-30T21:15:42.222462Z","caller":"traceutil/trace.go:171","msg":"trace[1533467535] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7183; }","duration":"266.675894ms","start":"2026-07-30T21:15:41.955744Z","end":"2026-07-30T21:15:42.22242Z","steps":["trace[1533467535] 'agreement among raft nodes before linearized reading' (duration: 266.50865ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:42.222504Z","caller":"traceutil/trace.go:171","msg":"trace[656528511] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-4ds5x; range_end:; response_count:1; response_revision:7183; }","duration":"232.581513ms","start":"2026-07-30T21:15:41.989904Z","end":"2026-07-30T21:15:42.222485Z","steps":["trace[656528511] 'agreement among raft nodes before linearized reading' (duration: 232.352807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:42.222617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.91535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:15:42.222694Z","caller":"traceutil/trace.go:171","msg":"trace[811451226] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7183; }","duration":"203.108475ms","start":"2026-07-30T21:15:42.019568Z","end":"2026-07-30T21:15:42.222676Z","steps":["trace[811451226] 'agreement among raft nodes before linearized reading' (duration: 202.875469ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.029608Z","caller":"traceutil/trace.go:171","msg":"trace[665065139] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"118.341742ms","start":"2026-07-30T21:15:47.911241Z","end":"2026-07-30T21:15:48.029583Z","steps":["trace[665065139] 'process raft request' (duration: 118.168458ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.193814Z","caller":"traceutil/trace.go:171","msg":"trace[1282989310] linearizableReadLoop","detail":"{readStateIndex:7501; appliedIndex:7500; }","duration":"124.026162ms","start":"2026-07-30T21:15:48.069761Z","end":"2026-07-30T21:15:48.193788Z","steps":["trace[1282989310] 'read index received' (duration: 104.720455ms)","trace[1282989310] 'applied index is now lower than readState.Index' (duration: 19.303927ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:15:48.19387Z","caller":"traceutil/trace.go:171","msg":"trace[2004172775] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"195.170769ms","start":"2026-07-30T21:15:47.998657Z","end":"2026-07-30T21:15:48.193828Z","steps":["trace[2004172775] 'process raft request' (duration: 175.921294ms)","trace[2004172775] 'compare' (duration: 19.03754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:15:48.19406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.270308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:15:48.194148Z","caller":"traceutil/trace.go:171","msg":"trace[1600615749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7238; }","duration":"124.426562ms","start":"2026-07-30T21:15:48.069703Z","end":"2026-07-30T21:15:48.19413Z","steps":["trace[1600615749] 'agreement among raft nodes before linearized reading' (duration: 124.219207ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.602356Z","caller":"traceutil/trace.go:171","msg":"trace[1697583732] transaction","detail":"{read_only:false; response_revision:7242; number_of_response:1; }","duration":"123.556801ms","start":"2026-07-30T21:15:48.478773Z","end":"2026-07-30T21:15:48.602329Z","steps":["trace[1697583732] 'process raft request' (duration: 123.381886ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.783125Z","caller":"traceutil/trace.go:171","msg":"trace[1979597552] linearizableReadLoop","detail":"{readStateIndex:7506; appliedIndex:7504; }","duration":"240.467966ms","start":"2026-07-30T21:15:48.542631Z","end":"2026-07-30T21:15:48.783099Z","steps":["trace[1979597552] 'read index received' (duration: 59.529189ms)","trace[1979597552] 'applied index is now lower than readState.Index' (duration: 180.937817ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:15:48.783246Z","caller":"traceutil/trace.go:171","msg":"trace[1386334873] transaction","detail":"{read_only:false; response_revision:7243; number_of_response:1; }","duration":"297.314071ms","start":"2026-07-30T21:15:48.485895Z","end":"2026-07-30T21:15:48.783209Z","steps":["trace[1386334873] 'process raft request' (duration: 297.016824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:48.783373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.723643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1713"} {"level":"info","ts":"2026-07-30T21:15:48.783421Z","caller":"traceutil/trace.go:171","msg":"trace[1735184261] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7243; }","duration":"240.831946ms","start":"2026-07-30T21:15:48.542575Z","end":"2026-07-30T21:15:48.783407Z","steps":["trace[1735184261] 'agreement among raft nodes before linearized reading' (duration: 240.647171ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.813937Z","caller":"traceutil/trace.go:171","msg":"trace[2070654698] transaction","detail":"{read_only:false; response_revision:7244; number_of_response:1; }","duration":"202.628884ms","start":"2026-07-30T21:15:48.611288Z","end":"2026-07-30T21:15:48.813917Z","steps":["trace[2070654698] 'process raft request' (duration: 202.515381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:48.814096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.81102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:15:48.814156Z","caller":"traceutil/trace.go:171","msg":"trace[802280249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7244; }","duration":"117.917872ms","start":"2026-07-30T21:15:48.696225Z","end":"2026-07-30T21:15:48.814143Z","steps":["trace[802280249] 'agreement among raft nodes before linearized reading' (duration: 117.709347ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.908685Z","caller":"traceutil/trace.go:171","msg":"trace[1329508034] transaction","detail":"{read_only:false; response_revision:7245; number_of_response:1; }","duration":"119.071759ms","start":"2026-07-30T21:15:48.789586Z","end":"2026-07-30T21:15:48.908657Z","steps":["trace[1329508034] 'process raft request' (duration: 79.938273ms)","trace[1329508034] 'compare' (duration: 38.909221ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:15:48.908767Z","caller":"traceutil/trace.go:171","msg":"trace[216237731] transaction","detail":"{read_only:false; response_revision:7246; number_of_response:1; }","duration":"118.511816ms","start":"2026-07-30T21:15:48.790213Z","end":"2026-07-30T21:15:48.908725Z","steps":["trace[216237731] 'process raft request' (duration: 118.356622ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.908777Z","caller":"traceutil/trace.go:171","msg":"trace[1887496493] transaction","detail":"{read_only:false; response_revision:7248; number_of_response:1; }","duration":"117.817999ms","start":"2026-07-30T21:15:48.790938Z","end":"2026-07-30T21:15:48.908756Z","steps":["trace[1887496493] 'process raft request' (duration: 117.731786ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.908776Z","caller":"traceutil/trace.go:171","msg":"trace[747535786] transaction","detail":"{read_only:false; response_revision:7247; number_of_response:1; }","duration":"118.380122ms","start":"2026-07-30T21:15:48.790369Z","end":"2026-07-30T21:15:48.908749Z","steps":["trace[747535786] 'process raft request' (duration: 118.251759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:48.909035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.258979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-21579c96-d22f-47d7-bfaf-e2bcf16e71d0\" ","response":"range_response_count:1 size:2271"} {"level":"warn","ts":"2026-07-30T21:15:48.909047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.221123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16333"} {"level":"info","ts":"2026-07-30T21:15:48.90912Z","caller":"traceutil/trace.go:171","msg":"trace[305725009] range","detail":"{range_begin:/registry/persistentvolumes/pvc-21579c96-d22f-47d7-bfaf-e2bcf16e71d0; range_end:; response_count:1; response_revision:7248; }","duration":"120.395163ms","start":"2026-07-30T21:15:48.788702Z","end":"2026-07-30T21:15:48.909097Z","steps":["trace[305725009] 'agreement among raft nodes before linearized reading' (duration: 120.138217ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.909129Z","caller":"traceutil/trace.go:171","msg":"trace[1107333154] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7248; }","duration":"121.347816ms","start":"2026-07-30T21:15:48.787761Z","end":"2026-07-30T21:15:48.909109Z","steps":["trace[1107333154] 'agreement among raft nodes before linearized reading' (duration: 121.09155ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:48.962944Z","caller":"traceutil/trace.go:171","msg":"trace[790396460] transaction","detail":"{read_only:false; response_revision:7249; number_of_response:1; }","duration":"145.287418ms","start":"2026-07-30T21:15:48.817635Z","end":"2026-07-30T21:15:48.962923Z","steps":["trace[790396460] 'process raft request' (duration: 145.186175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:48.963106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.718627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:15:48.963184Z","caller":"traceutil/trace.go:171","msg":"trace[1752126785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7249; }","duration":"147.851121ms","start":"2026-07-30T21:15:48.815315Z","end":"2026-07-30T21:15:48.963166Z","steps":["trace[1752126785] 'agreement among raft nodes before linearized reading' (duration: 147.684577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:24.746712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.90714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:16:24.746826Z","caller":"traceutil/trace.go:171","msg":"trace[1558136709] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7554; }","duration":"105.085974ms","start":"2026-07-30T21:16:24.641717Z","end":"2026-07-30T21:16:24.746803Z","steps":["trace[1558136709] 'count revisions from in-memory index tree' (duration: 104.809118ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:19:02.69257Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6017} {"level":"info","ts":"2026-07-30T21:19:02.733243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6017,"took":"38.755788ms","hash":2672613603,"current-db-size-bytes":32120832,"current-db-size":"32 MB","current-db-size-in-use-bytes":25825280,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-30T21:19:02.733371Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2672613603,"revision":6017,"compact-revision":4310} {"level":"info","ts":"2026-07-30T21:22:51.244908Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T21:22:51.250299Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-30T21:22:51.250394Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001}