{"level":"warn","ts":"2026-07-30T23:36:04.440465Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T23:36:04.440554Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.35:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.35:2380","--initial-cluster=instance=https://199.204.45.35:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.35:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.35:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T23:36:04.440636Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T23:36:04.440652Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-07-30T23:36:04.440678Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T23:36:04.44149Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"]} {"level":"info","ts":"2026-07-30T23:36:04.441582Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.35:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T23:36:04.449042Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.893907ms"} {"level":"info","ts":"2026-07-30T23:36:04.455902Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fb85913747d92cac","cluster-id":"636a84d5a3ba9c31"} {"level":"info","ts":"2026-07-30T23:36:04.455986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T23:36:04.456012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 0"} {"level":"info","ts":"2026-07-30T23:36:04.456022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fb85913747d92cac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T23:36:04.456035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 1"} {"level":"info","ts":"2026-07-30T23:36:04.456076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"warn","ts":"2026-07-30T23:36:04.462183Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T23:36:04.463656Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T23:36:04.46531Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T23:36:04.468227Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fb85913747d92cac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T23:36:04.468306Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fb85913747d92cac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T23:36:04.46838Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:36:04.468423Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:36:04.468432Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:36:04.471146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"info","ts":"2026-07-30T23:36:04.473242Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","added-peer-id":"fb85913747d92cac","added-peer-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-07-30T23:36:04.474458Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T23:36:04.474675Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fb85913747d92cac","initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T23:36:04.474708Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T23:36:04.474809Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-07-30T23:36:04.474822Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-07-30T23:36:04.85653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T23:36:04.856688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T23:36:04.85672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgPreVoteResp from fb85913747d92cac at term 1"} {"level":"info","ts":"2026-07-30T23:36:04.856745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became candidate at term 2"} {"level":"info","ts":"2026-07-30T23:36:04.85676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgVoteResp from fb85913747d92cac at term 2"} {"level":"info","ts":"2026-07-30T23:36:04.856811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became leader at term 2"} {"level":"info","ts":"2026-07-30T23:36:04.856827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fb85913747d92cac elected leader fb85913747d92cac at term 2"} {"level":"info","ts":"2026-07-30T23:36:04.857684Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:36:04.858617Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fb85913747d92cac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.35:2379]}","request-path":"/0/members/fb85913747d92cac/attributes","cluster-id":"636a84d5a3ba9c31","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T23:36:04.858816Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T23:36:04.85922Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T23:36:04.860062Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:36:04.860173Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:36:04.860208Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:36:04.860252Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T23:36:04.860274Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T23:36:04.862664Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.35:2379"} {"level":"info","ts":"2026-07-30T23:36:04.86355Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T23:36:13.781004Z","caller":"traceutil/trace.go:171","msg":"trace[1945184720] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:348; }","duration":"164.892762ms","start":"2026-07-30T23:36:13.616089Z","end":"2026-07-30T23:36:13.780982Z","steps":["trace[1945184720] 'read index received' (duration: 65.446813ms)","trace[1945184720] 'applied index is now lower than readState.Index' (duration: 99.445059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:36:13.781537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.426416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-07-30T23:36:13.781499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.016826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-30T23:36:13.781599Z","caller":"traceutil/trace.go:171","msg":"trace[1257717595] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:336; }","duration":"165.551427ms","start":"2026-07-30T23:36:13.61603Z","end":"2026-07-30T23:36:13.781581Z","steps":["trace[1257717595] 'agreement among raft nodes before linearized reading' (duration: 165.093973ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:13.781641Z","caller":"traceutil/trace.go:171","msg":"trace[1861580028] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:336; }","duration":"115.212438ms","start":"2026-07-30T23:36:13.666383Z","end":"2026-07-30T23:36:13.781596Z","steps":["trace[1861580028] 'agreement among raft nodes before linearized reading' (duration: 114.806905ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:13.781832Z","caller":"traceutil/trace.go:171","msg":"trace[560846413] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"199.456342ms","start":"2026-07-30T23:36:13.58162Z","end":"2026-07-30T23:36:13.781076Z","steps":["trace[560846413] 'process raft request' (duration: 100.008013ms)","trace[560846413] 'compare' (duration: 99.118986ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:36:14.431051Z","caller":"traceutil/trace.go:171","msg":"trace[499492376] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:357; }","duration":"114.207885ms","start":"2026-07-30T23:36:14.316819Z","end":"2026-07-30T23:36:14.431027Z","steps":["trace[499492376] 'read index received' (duration: 23.837909ms)","trace[499492376] 'applied index is now lower than readState.Index' (duration: 90.369006ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:36:14.431198Z","caller":"traceutil/trace.go:171","msg":"trace[1273965881] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"149.546319ms","start":"2026-07-30T23:36:14.281636Z","end":"2026-07-30T23:36:14.431183Z","steps":["trace[1273965881] 'process raft request' (duration: 149.344208ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:14.431342Z","caller":"traceutil/trace.go:171","msg":"trace[1120829025] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"150.180344ms","start":"2026-07-30T23:36:14.281093Z","end":"2026-07-30T23:36:14.431274Z","steps":["trace[1120829025] 'process raft request' (duration: 59.420015ms)","trace[1120829025] 'compare' (duration: 90.340916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:36:14.431511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.677609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-07-30T23:36:14.431684Z","caller":"traceutil/trace.go:171","msg":"trace[233315938] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:346; }","duration":"114.87726ms","start":"2026-07-30T23:36:14.316786Z","end":"2026-07-30T23:36:14.431663Z","steps":["trace[233315938] 'agreement among raft nodes before linearized reading' (duration: 114.675089ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:30.541587Z","caller":"traceutil/trace.go:171","msg":"trace[1888414136] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"505.401948ms","start":"2026-07-30T23:36:30.03616Z","end":"2026-07-30T23:36:30.541562Z","steps":["trace[1888414136] 'process raft request' (duration: 505.285297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:30.542094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:30.036144Z","time spent":"505.52174ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:36:30.986214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.144901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T23:36:30.986257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.916646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:36:30.986294Z","caller":"traceutil/trace.go:171","msg":"trace[1436932513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:461; }","duration":"271.261272ms","start":"2026-07-30T23:36:30.715012Z","end":"2026-07-30T23:36:30.986274Z","steps":["trace[1436932513] 'range keys from in-memory index tree' (duration: 271.030711ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:30.986351Z","caller":"traceutil/trace.go:171","msg":"trace[1052319710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"340.003026ms","start":"2026-07-30T23:36:30.646312Z","end":"2026-07-30T23:36:30.986315Z","steps":["trace[1052319710] 'range keys from in-memory index tree' (duration: 339.832955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:30.986394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:30.646263Z","time spent":"340.121648ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T23:36:37.864982Z","caller":"traceutil/trace.go:171","msg":"trace[2111776351] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"316.3669ms","start":"2026-07-30T23:36:37.548557Z","end":"2026-07-30T23:36:37.864924Z","steps":["trace[2111776351] 'process raft request' (duration: 316.12991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:37.865333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:37.548538Z","time spent":"316.527626ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:36:42.380707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054853241,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T23:36:42.398241Z","caller":"traceutil/trace.go:171","msg":"trace[1913502833] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"590.342234ms","start":"2026-07-30T23:36:41.807874Z","end":"2026-07-30T23:36:42.398216Z","steps":["trace[1913502833] 'process raft request' (duration: 590.222249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:42.398382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.807851Z","time spent":"590.462119ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:36:42.409862Z","caller":"traceutil/trace.go:171","msg":"trace[280988132] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"600.937212ms","start":"2026-07-30T23:36:41.808911Z","end":"2026-07-30T23:36:42.409848Z","steps":["trace[280988132] 'process raft request' (duration: 598.996512ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:42.409882Z","caller":"traceutil/trace.go:171","msg":"trace[1599081589] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"594.054144ms","start":"2026-07-30T23:36:41.815809Z","end":"2026-07-30T23:36:42.409863Z","steps":["trace[1599081589] 'process raft request' (duration: 593.954619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:42.409928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.8089Z","time spent":"600.999454ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:36:42.409976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.815789Z","time spent":"594.141077ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:36:42.410328Z","caller":"traceutil/trace.go:171","msg":"trace[664686439] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"588.669498ms","start":"2026-07-30T23:36:41.82164Z","end":"2026-07-30T23:36:42.410309Z","steps":["trace[664686439] 'process raft request' (duration: 588.188858ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:42.410309Z","caller":"traceutil/trace.go:171","msg":"trace[192213526] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"588.679769ms","start":"2026-07-30T23:36:41.821576Z","end":"2026-07-30T23:36:42.410255Z","steps":["trace[192213526] 'process raft request' (duration: 588.22394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:42.4105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.821541Z","time spent":"588.858586ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:36:42.410512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.821635Z","time spent":"588.743052ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:36:42.410729Z","caller":"traceutil/trace.go:171","msg":"trace[2068837164] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"585.993836ms","start":"2026-07-30T23:36:41.824726Z","end":"2026-07-30T23:36:42.41072Z","steps":["trace[2068837164] 'process raft request' (duration: 585.578469ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:42.41079Z","caller":"traceutil/trace.go:171","msg":"trace[1050239010] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"541.050256ms","start":"2026-07-30T23:36:41.869726Z","end":"2026-07-30T23:36:42.410776Z","steps":["trace[1050239010] 'process raft request' (duration: 540.706692ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:42.41078Z","caller":"traceutil/trace.go:171","msg":"trace[962159515] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"578.989423ms","start":"2026-07-30T23:36:41.831732Z","end":"2026-07-30T23:36:42.410721Z","steps":["trace[962159515] 'process raft request' (duration: 578.629268ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:42.410814Z","caller":"traceutil/trace.go:171","msg":"trace[119286563] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"582.01852ms","start":"2026-07-30T23:36:41.828779Z","end":"2026-07-30T23:36:42.410797Z","steps":["trace[119286563] 'process raft request' (duration: 581.554701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:42.410824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.824718Z","time spent":"586.08476ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:36:42.41085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.869707Z","time spent":"541.114849ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:36:42.410871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.828763Z","time spent":"582.082802ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:36:42.410894Z","caller":"traceutil/trace.go:171","msg":"trace[2032440800] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"442.034144ms","start":"2026-07-30T23:36:41.968851Z","end":"2026-07-30T23:36:42.410886Z","steps":["trace[2032440800] 'process raft request' (duration: 441.70321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:42.410891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.831726Z","time spent":"579.108958ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:36:42.410927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.968831Z","time spent":"442.081086ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:36:42.410928Z","caller":"traceutil/trace.go:171","msg":"trace[536257488] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"558.043817ms","start":"2026-07-30T23:36:41.852876Z","end":"2026-07-30T23:36:42.41092Z","steps":["trace[536257488] 'process raft request' (duration: 557.520106ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:42.410894Z","caller":"traceutil/trace.go:171","msg":"trace[1970616697] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"587.510109ms","start":"2026-07-30T23:36:41.82327Z","end":"2026-07-30T23:36:42.41078Z","steps":["trace[1970616697] 'process raft request' (duration: 586.993298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:42.410972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.852859Z","time spent":"558.092279ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:36:42.410684Z","caller":"traceutil/trace.go:171","msg":"trace[153207200] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:540; }","duration":"530.839419ms","start":"2026-07-30T23:36:41.879835Z","end":"2026-07-30T23:36:42.410674Z","steps":["trace[153207200] 'read index received' (duration: 518.303641ms)","trace[153207200] 'applied index is now lower than readState.Index' (duration: 12.535208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:36:42.411098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.255386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:36:42.411124Z","caller":"traceutil/trace.go:171","msg":"trace[1029812887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:532; }","duration":"531.320529ms","start":"2026-07-30T23:36:41.879793Z","end":"2026-07-30T23:36:42.411114Z","steps":["trace[1029812887] 'agreement among raft nodes before linearized reading' (duration: 531.222665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:42.411142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.879773Z","time spent":"531.364771ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:36:42.411177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:41.82326Z","time spent":"587.767021ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:36:43.571949Z","caller":"traceutil/trace.go:171","msg":"trace[484149373] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"162.458839ms","start":"2026-07-30T23:36:43.409475Z","end":"2026-07-30T23:36:43.571934Z","steps":["trace[484149373] 'process raft request' (duration: 162.354194ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:43.627888Z","caller":"traceutil/trace.go:171","msg":"trace[1695417583] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"197.594174ms","start":"2026-07-30T23:36:43.430278Z","end":"2026-07-30T23:36:43.627872Z","steps":["trace[1695417583] 'process raft request' (duration: 197.505431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:43.836991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.632696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:36:43.837122Z","caller":"traceutil/trace.go:171","msg":"trace[373597093] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"254.609665ms","start":"2026-07-30T23:36:43.58247Z","end":"2026-07-30T23:36:43.837079Z","steps":["trace[373597093] 'process raft request' (duration: 92.73016ms)","trace[373597093] 'compare' (duration: 161.434607ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:36:43.837284Z","caller":"traceutil/trace.go:171","msg":"trace[199538170] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"163.44499ms","start":"2026-07-30T23:36:43.673828Z","end":"2026-07-30T23:36:43.837273Z","steps":["trace[199538170] 'process raft request' (duration: 163.326905ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:43.8374Z","caller":"traceutil/trace.go:171","msg":"trace[1177573987] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:622; }","duration":"232.671088ms","start":"2026-07-30T23:36:43.60471Z","end":"2026-07-30T23:36:43.837381Z","steps":["trace[1177573987] 'read index received' (duration: 23.672857ms)","trace[1177573987] 'applied index is now lower than readState.Index' (duration: 208.997691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:36:43.83751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.801583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-07-30T23:36:43.837529Z","caller":"traceutil/trace.go:171","msg":"trace[153587998] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:597; }","duration":"232.834595ms","start":"2026-07-30T23:36:43.604688Z","end":"2026-07-30T23:36:43.837522Z","steps":["trace[153587998] 'agreement among raft nodes before linearized reading' (duration: 232.741731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:48.835586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.074642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:36:48.835678Z","caller":"traceutil/trace.go:171","msg":"trace[650425088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"378.205717ms","start":"2026-07-30T23:36:48.457453Z","end":"2026-07-30T23:36:48.835659Z","steps":["trace[650425088] 'range keys from in-memory index tree' (duration: 377.998599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:48.83572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:48.457436Z","time spent":"378.275949ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T23:36:48.892792Z","caller":"traceutil/trace.go:171","msg":"trace[134659093] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"256.498043ms","start":"2026-07-30T23:36:48.63627Z","end":"2026-07-30T23:36:48.892768Z","steps":["trace[134659093] 'read index received' (duration: 254.09193ms)","trace[134659093] 'applied index is now lower than readState.Index' (duration: 2.405083ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:36:48.892906Z","caller":"traceutil/trace.go:171","msg":"trace[845908202] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"338.331579ms","start":"2026-07-30T23:36:48.554538Z","end":"2026-07-30T23:36:48.89287Z","steps":["trace[845908202] 'process raft request' (duration: 336.630433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:48.893046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.760092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vd66k\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-30T23:36:48.893089Z","caller":"traceutil/trace.go:171","msg":"trace[1730513909] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vd66k; range_end:; response_count:1; response_revision:617; }","duration":"256.844966ms","start":"2026-07-30T23:36:48.636231Z","end":"2026-07-30T23:36:48.893076Z","steps":["trace[1730513909] 'agreement among raft nodes before linearized reading' (duration: 256.652658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:48.893089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:48.554514Z","time spent":"338.489315ms","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:36:48.909062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.074777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:36:48.909116Z","caller":"traceutil/trace.go:171","msg":"trace[825734855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:618; }","duration":"248.199323ms","start":"2026-07-30T23:36:48.660904Z","end":"2026-07-30T23:36:48.909103Z","steps":["trace[825734855] 'agreement among raft nodes before linearized reading' (duration: 248.089689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:49.595368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054853491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:36:50.3411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.788283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:36:50.341235Z","caller":"traceutil/trace.go:171","msg":"trace[1758748338] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.431109771s","start":"2026-07-30T23:36:48.910099Z","end":"2026-07-30T23:36:50.341209Z","steps":["trace[1758748338] 'process raft request' (duration: 911.11614ms)","trace[1758748338] 'compare' (duration: 518.751544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:36:50.341456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:48.910086Z","time spent":"1.431195874s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:36:50.374879Z","caller":"traceutil/trace.go:171","msg":"trace[515534772] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.462484462s","start":"2026-07-30T23:36:48.912374Z","end":"2026-07-30T23:36:50.374858Z","steps":["trace[515534772] 'process raft request' (duration: 1.462136769s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:50.375126Z","caller":"traceutil/trace.go:171","msg":"trace[1504971709] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:646; }","duration":"1.280108639s","start":"2026-07-30T23:36:49.095002Z","end":"2026-07-30T23:36:50.375111Z","steps":["trace[1504971709] 'read index received' (duration: 726.22691ms)","trace[1504971709] 'applied index is now lower than readState.Index' (duration: 553.880819ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:36:50.375193Z","caller":"traceutil/trace.go:171","msg":"trace[787033026] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.40308681s","start":"2026-07-30T23:36:48.972078Z","end":"2026-07-30T23:36:50.375165Z","steps":["trace[787033026] 'process raft request' (duration: 1.402965726s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:50.375019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:48.912359Z","time spent":"1.462604657s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:36:50.375327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:48.97206Z","time spent":"1.403208385s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:36:50.375369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280351038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T23:36:50.375539Z","caller":"traceutil/trace.go:171","msg":"trace[1259204657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"1.280571007s","start":"2026-07-30T23:36:49.094931Z","end":"2026-07-30T23:36:50.375502Z","steps":["trace[1259204657] 'agreement among raft nodes before linearized reading' (duration: 1.280289686s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:50.375585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:49.094904Z","time spent":"1.280672241s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T23:36:50.418612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.611298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:36:50.418663Z","caller":"traceutil/trace.go:171","msg":"trace[2038035163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"570.702322ms","start":"2026-07-30T23:36:49.847949Z","end":"2026-07-30T23:36:50.418651Z","steps":["trace[2038035163] 'agreement among raft nodes before linearized reading' (duration: 570.603608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:50.418714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:49.847925Z","time spent":"570.781585ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:36:50.418709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318765255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T23:36:50.418773Z","caller":"traceutil/trace.go:171","msg":"trace[2114552230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:622; }","duration":"1.318884289s","start":"2026-07-30T23:36:49.099876Z","end":"2026-07-30T23:36:50.41876Z","steps":["trace[2114552230] 'agreement among raft nodes before linearized reading' (duration: 1.318737303s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:50.418807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:49.099855Z","time spent":"1.318946721s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T23:36:50.419231Z","caller":"traceutil/trace.go:171","msg":"trace[265855764] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"133.599606ms","start":"2026-07-30T23:36:50.285571Z","end":"2026-07-30T23:36:50.419171Z","steps":["trace[265855764] 'process raft request' (duration: 132.862629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:52.420072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000589373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T23:36:52.420164Z","caller":"traceutil/trace.go:171","msg":"trace[1375360668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000720168s","start":"2026-07-30T23:36:50.419425Z","end":"2026-07-30T23:36:52.420146Z","steps":["trace[1375360668] 'agreement among raft nodes before linearized reading' (duration: 2.000607643s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:52.420211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:50.419415Z","time spent":"2.000786251s","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 23:36:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T23:36:52.543534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.1016869s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T23:36:52.570935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128628943s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:36:52.571131Z","caller":"traceutil/trace.go:171","msg":"trace[1843141859] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"2.148584825s","start":"2026-07-30T23:36:50.422528Z","end":"2026-07-30T23:36:52.571112Z","steps":["trace[1843141859] 'process raft request' (duration: 2.148515002s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:52.571179Z","caller":"traceutil/trace.go:171","msg":"trace[118437013] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"2.191824865s","start":"2026-07-30T23:36:50.379323Z","end":"2026-07-30T23:36:52.571148Z","steps":["trace[118437013] 'process raft request' (duration: 62.87795ms)","trace[118437013] 'compare' (duration: 2.127701699s)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:36:52.571245Z","caller":"traceutil/trace.go:171","msg":"trace[1858227881] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"2.1527034s","start":"2026-07-30T23:36:50.418531Z","end":"2026-07-30T23:36:52.571235Z","steps":["trace[1858227881] 'read index received' (duration: 23.6079ms)","trace[1858227881] 'applied index is now lower than readState.Index' (duration: 2.12909458s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:36:52.571331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184031571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:36:52.571338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:50.379299Z","time spent":"2.19195408s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:36:52.571368Z","caller":"traceutil/trace.go:171","msg":"trace[156649328] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:624; }","duration":"2.184065373s","start":"2026-07-30T23:36:50.38729Z","end":"2026-07-30T23:36:52.571356Z","steps":["trace[156649328] 'agreement among raft nodes before linearized reading' (duration: 2.184008761s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:52.571396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:50.387244Z","time spent":"2.184146195s","remote":"127.0.0.1:34406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-07-30T23:36:52.571203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:50.422511Z","time spent":"2.148661878s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:36:52.624956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.884426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:36:52.624995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711855075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:36:52.625044Z","caller":"traceutil/trace.go:171","msg":"trace[1936871396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"197.046333ms","start":"2026-07-30T23:36:52.427971Z","end":"2026-07-30T23:36:52.625018Z","steps":["trace[1936871396] 'agreement among raft nodes before linearized reading' (duration: 196.818614ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:52.62505Z","caller":"traceutil/trace.go:171","msg":"trace[706112689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"1.711960959s","start":"2026-07-30T23:36:50.913074Z","end":"2026-07-30T23:36:52.625035Z","steps":["trace[706112689] 'agreement among raft nodes before linearized reading' (duration: 1.711683759s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:52.625035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.010791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T23:36:52.625092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:36:50.912845Z","time spent":"1.71223931s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T23:36:52.625116Z","caller":"traceutil/trace.go:171","msg":"trace[1832266164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"245.150146ms","start":"2026-07-30T23:36:52.379948Z","end":"2026-07-30T23:36:52.625099Z","steps":["trace[1832266164] 'agreement among raft nodes before linearized reading' (duration: 244.863035ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:52.625339Z","caller":"traceutil/trace.go:171","msg":"trace[260569737] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"201.87708ms","start":"2026-07-30T23:36:52.423375Z","end":"2026-07-30T23:36:52.625252Z","steps":["trace[260569737] 'process raft request' (duration: 201.310549ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:53.065566Z","caller":"traceutil/trace.go:171","msg":"trace[1967827703] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"111.15672ms","start":"2026-07-30T23:36:52.954387Z","end":"2026-07-30T23:36:53.065544Z","steps":["trace[1967827703] 'process raft request' (duration: 110.411283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:54.02634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.683188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:36:54.026409Z","caller":"traceutil/trace.go:171","msg":"trace[1964694135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"179.791262ms","start":"2026-07-30T23:36:53.846602Z","end":"2026-07-30T23:36:54.026393Z","steps":["trace[1964694135] 'range keys from in-memory index tree' (duration: 179.626056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:36:57.988236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.96221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-07-30T23:36:57.988327Z","caller":"traceutil/trace.go:171","msg":"trace[855987402] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:714; }","duration":"138.101445ms","start":"2026-07-30T23:36:57.85021Z","end":"2026-07-30T23:36:57.988311Z","steps":["trace[855987402] 'range keys from in-memory index tree' (duration: 137.841986ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:36:57.990127Z","caller":"traceutil/trace.go:171","msg":"trace[1575351159] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"135.94994ms","start":"2026-07-30T23:36:57.854146Z","end":"2026-07-30T23:36:57.990096Z","steps":["trace[1575351159] 'process raft request' (duration: 135.413371ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:37:08.704993Z","caller":"traceutil/trace.go:171","msg":"trace[1785414256] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"380.314777ms","start":"2026-07-30T23:37:08.324607Z","end":"2026-07-30T23:37:08.704922Z","steps":["trace[1785414256] 'process raft request' (duration: 380.129051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:08.705161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:08.32458Z","time spent":"380.501443ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:37:09.213014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054853839,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T23:37:09.424778Z","caller":"traceutil/trace.go:171","msg":"trace[1123018341] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"715.697316ms","start":"2026-07-30T23:37:08.709037Z","end":"2026-07-30T23:37:09.424734Z","steps":["trace[1123018341] 'process raft request' (duration: 653.666213ms)","trace[1123018341] 'compare' (duration: 61.727904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:37:09.42528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:08.709019Z","time spent":"715.854231ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:37:09.428018Z","caller":"traceutil/trace.go:171","msg":"trace[596856330] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"718.048277ms","start":"2026-07-30T23:37:08.709935Z","end":"2026-07-30T23:37:09.427983Z","steps":["trace[596856330] 'process raft request' (duration: 717.895213ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:37:09.428137Z","caller":"traceutil/trace.go:171","msg":"trace[403069822] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"675.407616ms","start":"2026-07-30T23:37:08.752706Z","end":"2026-07-30T23:37:09.428113Z","steps":["trace[403069822] 'process raft request' (duration: 675.222701ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:37:09.428093Z","caller":"traceutil/trace.go:171","msg":"trace[1970510523] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:832; }","duration":"715.725916ms","start":"2026-07-30T23:37:08.712346Z","end":"2026-07-30T23:37:09.428072Z","steps":["trace[1970510523] 'read index received' (duration: 650.434773ms)","trace[1970510523] 'applied index is now lower than readState.Index' (duration: 65.290383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:37:09.428223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:08.752691Z","time spent":"675.482688ms","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:37:09.428224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:08.70991Z","time spent":"718.200692ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:37:09.428383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.562225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:37:09.428414Z","caller":"traceutil/trace.go:171","msg":"trace[1009319915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:801; }","duration":"710.651378ms","start":"2026-07-30T23:37:08.717754Z","end":"2026-07-30T23:37:09.428405Z","steps":["trace[1009319915] 'agreement among raft nodes before linearized reading' (duration: 710.485223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:09.42844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:08.717745Z","time spent":"710.689599ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:37:09.428465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.093847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:37:09.428556Z","caller":"traceutil/trace.go:171","msg":"trace[1037248097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:801; }","duration":"716.223121ms","start":"2026-07-30T23:37:08.712312Z","end":"2026-07-30T23:37:09.428535Z","steps":["trace[1037248097] 'agreement among raft nodes before linearized reading' (duration: 715.933372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:09.428666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:08.712296Z","time spent":"716.310783ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T23:37:15.639382Z","caller":"traceutil/trace.go:171","msg":"trace[1208789083] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"156.561679ms","start":"2026-07-30T23:37:15.48279Z","end":"2026-07-30T23:37:15.639351Z","steps":["trace[1208789083] 'process raft request' (duration: 153.768638ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:37:15.661315Z","caller":"traceutil/trace.go:171","msg":"trace[93838239] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"178.071999ms","start":"2026-07-30T23:37:15.483221Z","end":"2026-07-30T23:37:15.661293Z","steps":["trace[93838239] 'process raft request' (duration: 177.967646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:39.348478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054854566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:37:39.57739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184141851s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T23:37:39.577849Z","caller":"traceutil/trace.go:171","msg":"trace[204057] linearizableReadLoop","detail":"{readStateIndex:1238; appliedIndex:1237; }","duration":"729.835971ms","start":"2026-07-30T23:37:38.847992Z","end":"2026-07-30T23:37:39.577828Z","steps":["trace[204057] 'read index received' (duration: 729.655856ms)","trace[204057] 'applied index is now lower than readState.Index' (duration: 178.685µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:37:39.577993Z","caller":"traceutil/trace.go:171","msg":"trace[443868256] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"1.185147295s","start":"2026-07-30T23:37:38.392805Z","end":"2026-07-30T23:37:39.577952Z","steps":["trace[443868256] 'process raft request' (duration: 1.184853958s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:39.578209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:38.392773Z","time spent":"1.185293297s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:37:39.578331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.77343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:37:39.578636Z","caller":"traceutil/trace.go:171","msg":"trace[31754345] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1198; }","duration":"507.152289ms","start":"2026-07-30T23:37:39.071458Z","end":"2026-07-30T23:37:39.57861Z","steps":["trace[31754345] 'agreement among raft nodes before linearized reading' (duration: 506.724179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:39.578677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.223877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T23:37:39.578704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:39.071431Z","time spent":"507.257891ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:37:39.578722Z","caller":"traceutil/trace.go:171","msg":"trace[17194811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1198; }","duration":"644.34641ms","start":"2026-07-30T23:37:38.934364Z","end":"2026-07-30T23:37:39.57871Z","steps":["trace[17194811] 'agreement among raft nodes before linearized reading' (duration: 643.628403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:39.578704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.68982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:37:39.578771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:38.934329Z","time spent":"644.432542ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T23:37:39.578793Z","caller":"traceutil/trace.go:171","msg":"trace[1576204867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1198; }","duration":"730.835234ms","start":"2026-07-30T23:37:38.847938Z","end":"2026-07-30T23:37:39.578773Z","steps":["trace[1576204867] 'agreement among raft nodes before linearized reading' (duration: 730.036495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:39.578841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:38.847912Z","time spent":"730.920636ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:37:57.072686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.128607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:37:57.072763Z","caller":"traceutil/trace.go:171","msg":"trace[1828178627] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1342; }","duration":"251.208709ms","start":"2026-07-30T23:37:56.821533Z","end":"2026-07-30T23:37:57.072742Z","steps":["trace[1828178627] 'count revisions from in-memory index tree' (duration: 251.012435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:57.072752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.611403ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:37:57.072794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.097927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:37:57.072829Z","caller":"traceutil/trace.go:171","msg":"trace[841359472] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1342; }","duration":"219.696224ms","start":"2026-07-30T23:37:56.853117Z","end":"2026-07-30T23:37:57.072813Z","steps":["trace[841359472] 'range keys from in-memory index tree' (duration: 219.600162ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:37:57.072874Z","caller":"traceutil/trace.go:171","msg":"trace[657247411] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1342; }","duration":"399.230359ms","start":"2026-07-30T23:37:56.673624Z","end":"2026-07-30T23:37:57.072854Z","steps":["trace[657247411] 'count revisions from in-memory index tree' (duration: 398.990895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:37:57.072954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:37:56.6736Z","time spent":"399.324472ms","remote":"127.0.0.1:34186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:37:57.072672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.525537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-2m47x\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-07-30T23:37:57.073844Z","caller":"traceutil/trace.go:171","msg":"trace[1593144614] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-2m47x; range_end:; response_count:1; response_revision:1342; }","duration":"120.704931ms","start":"2026-07-30T23:37:56.953083Z","end":"2026-07-30T23:37:57.073788Z","steps":["trace[1593144614] 'range keys from in-memory index tree' (duration: 119.306713ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:00.017111Z","caller":"traceutil/trace.go:171","msg":"trace[1136704816] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1403; }","duration":"101.827673ms","start":"2026-07-30T23:37:59.91527Z","end":"2026-07-30T23:38:00.017097Z","steps":["trace[1136704816] 'read index received' (duration: 101.743732ms)","trace[1136704816] 'applied index is now lower than readState.Index' (duration: 83.231µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:38:00.017359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.073869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T23:38:00.017422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.265742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:38:00.017631Z","caller":"traceutil/trace.go:171","msg":"trace[1171053376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1357; }","duration":"102.199961ms","start":"2026-07-30T23:37:59.915215Z","end":"2026-07-30T23:38:00.017415Z","steps":["trace[1171053376] 'agreement among raft nodes before linearized reading' (duration: 101.944176ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:00.017792Z","caller":"traceutil/trace.go:171","msg":"trace[1990430988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1357; }","duration":"101.470607ms","start":"2026-07-30T23:37:59.91604Z","end":"2026-07-30T23:38:00.017511Z","steps":["trace[1990430988] 'agreement among raft nodes before linearized reading' (duration: 101.170941ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:00.017575Z","caller":"traceutil/trace.go:171","msg":"trace[1220248129] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"136.987177ms","start":"2026-07-30T23:37:59.880166Z","end":"2026-07-30T23:38:00.017153Z","steps":["trace[1220248129] 'process raft request' (duration: 136.823713ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:00.731443Z","caller":"traceutil/trace.go:171","msg":"trace[1147547960] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"107.281058ms","start":"2026-07-30T23:38:00.624136Z","end":"2026-07-30T23:38:00.731417Z","steps":["trace[1147547960] 'process raft request' (duration: 106.431411ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:01.012327Z","caller":"traceutil/trace.go:171","msg":"trace[1192145938] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1367; }","duration":"120.182487ms","start":"2026-07-30T23:38:00.892114Z","end":"2026-07-30T23:38:01.012296Z","steps":["trace[1192145938] 'process raft request' (duration: 103.947311ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:01.340058Z","caller":"traceutil/trace.go:171","msg":"trace[1330565666] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1419; }","duration":"182.740997ms","start":"2026-07-30T23:38:01.157296Z","end":"2026-07-30T23:38:01.340037Z","steps":["trace[1330565666] 'read index received' (duration: 168.903508ms)","trace[1330565666] 'applied index is now lower than readState.Index' (duration: 13.836409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:38:01.340262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.939661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-2m47x\" ","response":"range_response_count:1 size:4435"} {"level":"info","ts":"2026-07-30T23:38:01.340329Z","caller":"traceutil/trace.go:171","msg":"trace[151132725] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"202.815377ms","start":"2026-07-30T23:38:01.13748Z","end":"2026-07-30T23:38:01.340295Z","steps":["trace[151132725] 'process raft request' (duration: 188.762604ms)","trace[151132725] 'compare' (duration: 13.700246ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:01.340417Z","caller":"traceutil/trace.go:171","msg":"trace[406904049] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-2m47x; range_end:; response_count:1; response_revision:1373; }","duration":"183.085004ms","start":"2026-07-30T23:38:01.157272Z","end":"2026-07-30T23:38:01.340357Z","steps":["trace[406904049] 'agreement among raft nodes before linearized reading' (duration: 182.86467ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:03.99692Z","caller":"traceutil/trace.go:171","msg":"trace[1858176947] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1514; }","duration":"193.535264ms","start":"2026-07-30T23:38:03.803364Z","end":"2026-07-30T23:38:03.996899Z","steps":["trace[1858176947] 'read index received' (duration: 193.35568ms)","trace[1858176947] 'applied index is now lower than readState.Index' (duration: 178.684µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:03.997095Z","caller":"traceutil/trace.go:171","msg":"trace[1608668766] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"200.431465ms","start":"2026-07-30T23:38:03.796652Z","end":"2026-07-30T23:38:03.997084Z","steps":["trace[1608668766] 'process raft request' (duration: 200.076568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:03.997359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.985652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:38:03.997399Z","caller":"traceutil/trace.go:171","msg":"trace[922524579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1466; }","duration":"194.082474ms","start":"2026-07-30T23:38:03.803307Z","end":"2026-07-30T23:38:03.99739Z","steps":["trace[922524579] 'agreement among raft nodes before linearized reading' (duration: 193.910851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:03.997594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.280168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:38:03.997671Z","caller":"traceutil/trace.go:171","msg":"trace[1760735327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1466; }","duration":"193.37271ms","start":"2026-07-30T23:38:03.804279Z","end":"2026-07-30T23:38:03.997651Z","steps":["trace[1760735327] 'agreement among raft nodes before linearized reading' (duration: 193.157516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:03.997894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.223875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:38:03.99793Z","caller":"traceutil/trace.go:171","msg":"trace[1938509083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1466; }","duration":"150.305766ms","start":"2026-07-30T23:38:03.847614Z","end":"2026-07-30T23:38:03.997919Z","steps":["trace[1938509083] 'agreement among raft nodes before linearized reading' (duration: 150.243445ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:07.305695Z","caller":"traceutil/trace.go:171","msg":"trace[623790957] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"149.475102ms","start":"2026-07-30T23:38:07.156183Z","end":"2026-07-30T23:38:07.305658Z","steps":["trace[623790957] 'process raft request' (duration: 149.250598ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:07.362624Z","caller":"traceutil/trace.go:171","msg":"trace[1119617241] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"183.537286ms","start":"2026-07-30T23:38:07.178549Z","end":"2026-07-30T23:38:07.362086Z","steps":["trace[1119617241] 'process raft request' (duration: 183.370283ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:08.254766Z","caller":"traceutil/trace.go:171","msg":"trace[767306981] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"100.63213ms","start":"2026-07-30T23:38:08.154111Z","end":"2026-07-30T23:38:08.254743Z","steps":["trace[767306981] 'process raft request' (duration: 96.110576ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:09.400306Z","caller":"traceutil/trace.go:171","msg":"trace[626064581] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"112.611517ms","start":"2026-07-30T23:38:09.287673Z","end":"2026-07-30T23:38:09.400285Z","steps":["trace[626064581] 'process raft request' (duration: 111.364704ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:09.415687Z","caller":"traceutil/trace.go:171","msg":"trace[1651065766] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"125.029755ms","start":"2026-07-30T23:38:09.290636Z","end":"2026-07-30T23:38:09.415665Z","steps":["trace[1651065766] 'process raft request' (duration: 124.940394ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:09.773353Z","caller":"traceutil/trace.go:171","msg":"trace[274630406] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"102.452771ms","start":"2026-07-30T23:38:09.670859Z","end":"2026-07-30T23:38:09.773312Z","steps":["trace[274630406] 'process raft request' (duration: 102.236357ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:10.179247Z","caller":"traceutil/trace.go:171","msg":"trace[1736120441] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1597; }","duration":"153.855556ms","start":"2026-07-30T23:38:10.025356Z","end":"2026-07-30T23:38:10.179212Z","steps":["trace[1736120441] 'read index received' (duration: 129.120515ms)","trace[1736120441] 'applied index is now lower than readState.Index' (duration: 24.733931ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:10.17929Z","caller":"traceutil/trace.go:171","msg":"trace[793657406] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"279.337487ms","start":"2026-07-30T23:38:09.899928Z","end":"2026-07-30T23:38:10.179266Z","steps":["trace[793657406] 'process raft request' (duration: 254.602486ms)","trace[793657406] 'compare' (duration: 24.490087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:38:10.179501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.126331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-30T23:38:10.179575Z","caller":"traceutil/trace.go:171","msg":"trace[449692870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1547; }","duration":"154.255753ms","start":"2026-07-30T23:38:10.025301Z","end":"2026-07-30T23:38:10.179557Z","steps":["trace[449692870] 'agreement among raft nodes before linearized reading' (duration: 154.034279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:10.180332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.426353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-lhs6x\" ","response":"range_response_count:1 size:4217"} {"level":"info","ts":"2026-07-30T23:38:10.1804Z","caller":"traceutil/trace.go:171","msg":"trace[598472334] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-lhs6x; range_end:; response_count:1; response_revision:1548; }","duration":"145.549374ms","start":"2026-07-30T23:38:10.034831Z","end":"2026-07-30T23:38:10.180381Z","steps":["trace[598472334] 'agreement among raft nodes before linearized reading' (duration: 145.31571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:10.180524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.08668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T23:38:10.180523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.039908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T23:38:10.180574Z","caller":"traceutil/trace.go:171","msg":"trace[593441860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1548; }","duration":"126.184282ms","start":"2026-07-30T23:38:10.054376Z","end":"2026-07-30T23:38:10.18056Z","steps":["trace[593441860] 'agreement among raft nodes before linearized reading' (duration: 126.019739ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:10.180611Z","caller":"traceutil/trace.go:171","msg":"trace[1385344041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1548; }","duration":"109.153661ms","start":"2026-07-30T23:38:10.071435Z","end":"2026-07-30T23:38:10.180588Z","steps":["trace[1385344041] 'agreement among raft nodes before linearized reading' (duration: 108.888116ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:18.093427Z","caller":"traceutil/trace.go:171","msg":"trace[1692676940] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1772; }","duration":"132.080603ms","start":"2026-07-30T23:38:17.961313Z","end":"2026-07-30T23:38:18.093394Z","steps":["trace[1692676940] 'read index received' (duration: 131.919071ms)","trace[1692676940] 'applied index is now lower than readState.Index' (duration: 160.332µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:18.093437Z","caller":"traceutil/trace.go:171","msg":"trace[1531383514] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"156.512849ms","start":"2026-07-30T23:38:17.9369Z","end":"2026-07-30T23:38:18.093413Z","steps":["trace[1531383514] 'process raft request' (duration: 156.363876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:18.093643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.322197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T23:38:18.093676Z","caller":"traceutil/trace.go:171","msg":"trace[1590921936] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:1705; }","duration":"132.398778ms","start":"2026-07-30T23:38:17.961267Z","end":"2026-07-30T23:38:18.093666Z","steps":["trace[1590921936] 'agreement among raft nodes before linearized reading' (duration: 132.234935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:23.642272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.460039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:38:23.642356Z","caller":"traceutil/trace.go:171","msg":"trace[720214069] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1859; }","duration":"142.014128ms","start":"2026-07-30T23:38:23.500331Z","end":"2026-07-30T23:38:23.642345Z","steps":["trace[720214069] 'read index received' (duration: 50.391µs)","trace[720214069] 'applied index is now lower than readState.Index' (duration: 141.962827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:38:23.642396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.070128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:38:23.642383Z","caller":"traceutil/trace.go:171","msg":"trace[407911622] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"241.982388ms","start":"2026-07-30T23:38:23.400378Z","end":"2026-07-30T23:38:23.642361Z","steps":["trace[407911622] 'process raft request' (duration: 94.376336ms)","trace[407911622] 'compare' (duration: 147.365868ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:23.642412Z","caller":"traceutil/trace.go:171","msg":"trace[1075224023] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1786; }","duration":"142.12097ms","start":"2026-07-30T23:38:23.500285Z","end":"2026-07-30T23:38:23.642406Z","steps":["trace[1075224023] 'agreement among raft nodes before linearized reading' (duration: 142.087109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:24.194406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.164337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:38:24.194461Z","caller":"traceutil/trace.go:171","msg":"trace[722715426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1786; }","duration":"347.227908ms","start":"2026-07-30T23:38:23.847221Z","end":"2026-07-30T23:38:24.194449Z","steps":["trace[722715426] 'range keys from in-memory index tree' (duration: 347.063746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:24.194633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:23.847146Z","time spent":"347.438581ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:38:31.767308Z","caller":"traceutil/trace.go:171","msg":"trace[655550103] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"100.771359ms","start":"2026-07-30T23:38:31.666489Z","end":"2026-07-30T23:38:31.76726Z","steps":["trace[655550103] 'process raft request' (duration: 53.892956ms)","trace[655550103] 'compare' (duration: 46.74771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:38:32.800745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054855954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:38:33.240143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089241786s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T23:38:33.240568Z","caller":"traceutil/trace.go:171","msg":"trace[1881037549] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.089734993s","start":"2026-07-30T23:38:32.15081Z","end":"2026-07-30T23:38:33.240545Z","steps":["trace[1881037549] 'process raft request' (duration: 1.089589691s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:33.240714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.150796Z","time spent":"1.089841095s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:38:33.861376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.978666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:38:33.862211Z","caller":"traceutil/trace.go:171","msg":"trace[262505625] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.370811462s","start":"2026-07-30T23:38:32.491374Z","end":"2026-07-30T23:38:33.862186Z","steps":["trace[262505625] 'process raft request' (duration: 1.370733701s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:33.862418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.491356Z","time spent":"1.370987525s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:38:33.862211Z","caller":"traceutil/trace.go:171","msg":"trace[868350] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.535088487s","start":"2026-07-30T23:38:32.327081Z","end":"2026-07-30T23:38:33.86217Z","steps":["trace[868350] 'process raft request' (duration: 1.534869713s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:33.862737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.327057Z","time spent":"1.535633096s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:38:33.862246Z","caller":"traceutil/trace.go:171","msg":"trace[245160586] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"1.444421058s","start":"2026-07-30T23:38:32.417794Z","end":"2026-07-30T23:38:33.862215Z","steps":["trace[245160586] 'process raft request' (duration: 1.444261135s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:33.862985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.417777Z","time spent":"1.44516368s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:38:33.862247Z","caller":"traceutil/trace.go:171","msg":"trace[791392341] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.544984405s","start":"2026-07-30T23:38:32.317227Z","end":"2026-07-30T23:38:33.862211Z","steps":["trace[791392341] 'process raft request' (duration: 1.146029024s)","trace[791392341] 'compare' (duration: 397.459678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:38:33.86328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.31721Z","time spent":"1.54590164s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:38:34.526125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.944039ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T23:38:34.526361Z","caller":"traceutil/trace.go:171","msg":"trace[1233355666] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1968; }","duration":"2.22611445s","start":"2026-07-30T23:38:32.300218Z","end":"2026-07-30T23:38:34.526333Z","steps":["trace[1233355666] 'read index received' (duration: 940.159624ms)","trace[1233355666] 'applied index is now lower than readState.Index' (duration: 1.285952666s)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:34.526497Z","caller":"traceutil/trace.go:171","msg":"trace[183971614] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"753.188348ms","start":"2026-07-30T23:38:33.77329Z","end":"2026-07-30T23:38:34.526479Z","steps":["trace[183971614] 'process raft request' (duration: 753.150558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.526609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226380374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c157714-03bb-48f9-8603-409fb9bf708b\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-07-30T23:38:34.526605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:33.77326Z","time spent":"753.280859ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:38:34.526643Z","caller":"traceutil/trace.go:171","msg":"trace[761551392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c157714-03bb-48f9-8603-409fb9bf708b; range_end:; response_count:1; response_revision:1901; }","duration":"2.226465955s","start":"2026-07-30T23:38:32.300167Z","end":"2026-07-30T23:38:34.526633Z","steps":["trace[761551392] 'agreement among raft nodes before linearized reading' (duration: 2.226289482s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.526677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.30015Z","time spent":"2.226518246s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c157714-03bb-48f9-8603-409fb9bf708b\" "} {"level":"info","ts":"2026-07-30T23:38:34.526872Z","caller":"traceutil/trace.go:171","msg":"trace[990114093] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.107267936s","start":"2026-07-30T23:38:33.419575Z","end":"2026-07-30T23:38:34.526843Z","steps":["trace[990114093] 'process raft request' (duration: 1.106688257s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:34.526911Z","caller":"traceutil/trace.go:171","msg":"trace[1880289716] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.013264853s","start":"2026-07-30T23:38:33.513606Z","end":"2026-07-30T23:38:34.526871Z","steps":["trace[1880289716] 'process raft request' (duration: 1.012797165s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.52702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199787549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T23:38:34.527027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:33.419542Z","time spent":"1.107402739s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:38:34.527029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.201636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T23:38:34.527049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:33.51358Z","time spent":"1.013394024s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:38:34.527063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679002186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:38:34.527077Z","caller":"traceutil/trace.go:171","msg":"trace[1032659017] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1901; }","duration":"527.279137ms","start":"2026-07-30T23:38:33.999779Z","end":"2026-07-30T23:38:34.527058Z","steps":["trace[1032659017] 'agreement among raft nodes before linearized reading' (duration: 527.216876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.527075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.582639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:38:34.527117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:33.999756Z","time spent":"527.350038ms","remote":"127.0.0.1:34628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:38:34.527124Z","caller":"traceutil/trace.go:171","msg":"trace[1670025543] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1901; }","duration":"461.664159ms","start":"2026-07-30T23:38:34.065446Z","end":"2026-07-30T23:38:34.52711Z","steps":["trace[1670025543] 'agreement among raft nodes before linearized reading' (duration: 461.587288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.527137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189014727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T23:38:34.527158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:34.065418Z","time spent":"461.731511ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:38:34.527164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183934915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:38:34.52717Z","caller":"traceutil/trace.go:171","msg":"trace[553824665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1901; }","duration":"2.189064807s","start":"2026-07-30T23:38:32.338095Z","end":"2026-07-30T23:38:34.52716Z","steps":["trace[553824665] 'agreement among raft nodes before linearized reading' (duration: 2.188983736s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:34.527195Z","caller":"traceutil/trace.go:171","msg":"trace[1121913582] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1901; }","duration":"1.184006696s","start":"2026-07-30T23:38:33.34318Z","end":"2026-07-30T23:38:34.527186Z","steps":["trace[1121913582] 'agreement among raft nodes before linearized reading' (duration: 1.183956745s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.527203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.338086Z","time spent":"2.189111208s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T23:38:34.527062Z","caller":"traceutil/trace.go:171","msg":"trace[605077507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1901; }","duration":"2.19986832s","start":"2026-07-30T23:38:32.327182Z","end":"2026-07-30T23:38:34.52705Z","steps":["trace[605077507] 'agreement among raft nodes before linearized reading' (duration: 2.199684177s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.527231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672751086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:38:34.527269Z","caller":"traceutil/trace.go:171","msg":"trace[671561461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"1.672828778s","start":"2026-07-30T23:38:32.854431Z","end":"2026-07-30T23:38:34.52726Z","steps":["trace[671561461] 'agreement among raft nodes before linearized reading' (duration: 1.672730156s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.527265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.327154Z","time spent":"2.200099774s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T23:38:34.527294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.854398Z","time spent":"1.672889398s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T23:38:34.527115Z","caller":"traceutil/trace.go:171","msg":"trace[1679303759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"1.679120098s","start":"2026-07-30T23:38:32.847981Z","end":"2026-07-30T23:38:34.527101Z","steps":["trace[1679303759] 'agreement among raft nodes before linearized reading' (duration: 1.678988946s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.527349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199291291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T23:38:34.527358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.84796Z","time spent":"1.679392262s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:38:34.52738Z","caller":"traceutil/trace.go:171","msg":"trace[1813066091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1901; }","duration":"2.199321931s","start":"2026-07-30T23:38:32.32805Z","end":"2026-07-30T23:38:34.527372Z","steps":["trace[1813066091] 'agreement among raft nodes before linearized reading' (duration: 2.19923679s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.527406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.328028Z","time spent":"2.199372542s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:38:34.527229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:33.343151Z","time spent":"1.184069197s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:38:34.527519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189924831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:38:34.527551Z","caller":"traceutil/trace.go:171","msg":"trace[613285789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1901; }","duration":"2.189969041s","start":"2026-07-30T23:38:32.337572Z","end":"2026-07-30T23:38:34.527541Z","steps":["trace[613285789] 'agreement among raft nodes before linearized reading' (duration: 2.189839399s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.527744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197058855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T23:38:34.52779Z","caller":"traceutil/trace.go:171","msg":"trace[82354424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1901; }","duration":"2.197123326s","start":"2026-07-30T23:38:32.330656Z","end":"2026-07-30T23:38:34.52778Z","steps":["trace[82354424] 'agreement among raft nodes before linearized reading' (duration: 2.196874072s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.527822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.330647Z","time spent":"2.197167936s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T23:38:34.530301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:32.337564Z","time spent":"2.190044033s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T23:38:34.720247Z","caller":"traceutil/trace.go:171","msg":"trace[1554700008] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1977; }","duration":"184.336205ms","start":"2026-07-30T23:38:34.53589Z","end":"2026-07-30T23:38:34.720227Z","steps":["trace[1554700008] 'read index received' (duration: 78.672984ms)","trace[1554700008] 'applied index is now lower than readState.Index' (duration: 105.662321ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:34.720349Z","caller":"traceutil/trace.go:171","msg":"trace[1012288703] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"186.111233ms","start":"2026-07-30T23:38:34.534216Z","end":"2026-07-30T23:38:34.720327Z","steps":["trace[1012288703] 'process raft request' (duration: 185.95053ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:34.720236Z","caller":"traceutil/trace.go:171","msg":"trace[1433289109] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"187.643967ms","start":"2026-07-30T23:38:34.532567Z","end":"2026-07-30T23:38:34.720211Z","steps":["trace[1433289109] 'process raft request' (duration: 187.451164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.7205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.334736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:38:34.720361Z","caller":"traceutil/trace.go:171","msg":"trace[1591466147] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"185.986691ms","start":"2026-07-30T23:38:34.534359Z","end":"2026-07-30T23:38:34.720346Z","steps":["trace[1591466147] 'process raft request' (duration: 185.836769ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:34.720555Z","caller":"traceutil/trace.go:171","msg":"trace[447608427] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1906; }","duration":"136.480938ms","start":"2026-07-30T23:38:34.584059Z","end":"2026-07-30T23:38:34.72054Z","steps":["trace[447608427] 'agreement among raft nodes before linearized reading' (duration: 136.402057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:34.720426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.516988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:38:34.720706Z","caller":"traceutil/trace.go:171","msg":"trace[1376056619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"184.809402ms","start":"2026-07-30T23:38:34.535872Z","end":"2026-07-30T23:38:34.720682Z","steps":["trace[1376056619] 'agreement among raft nodes before linearized reading' (duration: 184.496847ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:34.72027Z","caller":"traceutil/trace.go:171","msg":"trace[544738941] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"187.623586ms","start":"2026-07-30T23:38:34.532619Z","end":"2026-07-30T23:38:34.720243Z","steps":["trace[544738941] 'process raft request' (duration: 187.508894ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:42.712681Z","caller":"traceutil/trace.go:171","msg":"trace[1210150917] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"162.313645ms","start":"2026-07-30T23:38:42.550327Z","end":"2026-07-30T23:38:42.71264Z","steps":["trace[1210150917] 'process raft request' (duration: 162.021411ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:42.732383Z","caller":"traceutil/trace.go:171","msg":"trace[25196601] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2056; }","duration":"148.732689ms","start":"2026-07-30T23:38:42.583623Z","end":"2026-07-30T23:38:42.732355Z","steps":["trace[25196601] 'read index received' (duration: 128.690754ms)","trace[25196601] 'applied index is now lower than readState.Index' (duration: 20.040435ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:42.732407Z","caller":"traceutil/trace.go:171","msg":"trace[140280767] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"176.960297ms","start":"2026-07-30T23:38:42.555425Z","end":"2026-07-30T23:38:42.732385Z","steps":["trace[140280767] 'process raft request' (duration: 176.687293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:42.732621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.975182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:38:42.732657Z","caller":"traceutil/trace.go:171","msg":"trace[1028075641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1982; }","duration":"149.057303ms","start":"2026-07-30T23:38:42.583588Z","end":"2026-07-30T23:38:42.732646Z","steps":["trace[1028075641] 'agreement among raft nodes before linearized reading' (duration: 148.885021ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:42.732448Z","caller":"traceutil/trace.go:171","msg":"trace[346589812] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"176.712464ms","start":"2026-07-30T23:38:42.555716Z","end":"2026-07-30T23:38:42.732428Z","steps":["trace[346589812] 'process raft request' (duration: 176.590032ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:46.864089Z","caller":"traceutil/trace.go:171","msg":"trace[74046708] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"139.354746ms","start":"2026-07-30T23:38:46.724702Z","end":"2026-07-30T23:38:46.864057Z","steps":["trace[74046708] 'process raft request' (duration: 139.150033ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:46.86774Z","caller":"traceutil/trace.go:171","msg":"trace[1019512993] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"121.242637ms","start":"2026-07-30T23:38:46.746475Z","end":"2026-07-30T23:38:46.867717Z","steps":["trace[1019512993] 'process raft request' (duration: 121.080384ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:46.867895Z","caller":"traceutil/trace.go:171","msg":"trace[2031585264] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2092; }","duration":"108.821441ms","start":"2026-07-30T23:38:46.759052Z","end":"2026-07-30T23:38:46.867873Z","steps":["trace[2031585264] 'read index received' (duration: 104.792761ms)","trace[2031585264] 'applied index is now lower than readState.Index' (duration: 4.02717ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:46.867922Z","caller":"traceutil/trace.go:171","msg":"trace[2122355520] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"119.991618ms","start":"2026-07-30T23:38:46.747914Z","end":"2026-07-30T23:38:46.867905Z","steps":["trace[2122355520] 'process raft request' (duration: 119.757244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:46.868092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.028625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:38:46.868128Z","caller":"traceutil/trace.go:171","msg":"trace[706421265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2017; }","duration":"109.104846ms","start":"2026-07-30T23:38:46.759011Z","end":"2026-07-30T23:38:46.868115Z","steps":["trace[706421265] 'agreement among raft nodes before linearized reading' (duration: 108.968344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:46.868099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.969709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:38:46.868232Z","caller":"traceutil/trace.go:171","msg":"trace[893760528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2017; }","duration":"102.226893ms","start":"2026-07-30T23:38:46.765984Z","end":"2026-07-30T23:38:46.868211Z","steps":["trace[893760528] 'agreement among raft nodes before linearized reading' (duration: 102.02789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:48.463473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054856202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T23:38:48.866922Z","caller":"traceutil/trace.go:171","msg":"trace[70948527] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2100; }","duration":"903.644176ms","start":"2026-07-30T23:38:47.963251Z","end":"2026-07-30T23:38:48.866896Z","steps":["trace[70948527] 'read index received' (duration: 903.359771ms)","trace[70948527] 'applied index is now lower than readState.Index' (duration: 282.955µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:48.867345Z","caller":"traceutil/trace.go:171","msg":"trace[1035603025] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"950.531842ms","start":"2026-07-30T23:38:47.916782Z","end":"2026-07-30T23:38:48.867314Z","steps":["trace[1035603025] 'process raft request' (duration: 949.953923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:48.867489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:47.916745Z","time spent":"950.666323ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:38:48.867623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.596644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:38:48.867687Z","caller":"traceutil/trace.go:171","msg":"trace[1944709753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2023; }","duration":"299.722056ms","start":"2026-07-30T23:38:48.567947Z","end":"2026-07-30T23:38:48.867669Z","steps":["trace[1944709753] 'agreement among raft nodes before linearized reading' (duration: 299.619925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:48.867953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.637721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T23:38:48.868077Z","caller":"traceutil/trace.go:171","msg":"trace[842995679] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:2023; }","duration":"904.849064ms","start":"2026-07-30T23:38:47.963201Z","end":"2026-07-30T23:38:48.86805Z","steps":["trace[842995679] 'agreement among raft nodes before linearized reading' (duration: 904.446148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:48.868163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:38:47.963181Z","time spent":"904.971245ms","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"info","ts":"2026-07-30T23:38:49.04281Z","caller":"traceutil/trace.go:171","msg":"trace[629899592] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"170.346393ms","start":"2026-07-30T23:38:48.872443Z","end":"2026-07-30T23:38:49.042789Z","steps":["trace[629899592] 'process raft request' (duration: 170.279482ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:49.042827Z","caller":"traceutil/trace.go:171","msg":"trace[976836123] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"172.18462ms","start":"2026-07-30T23:38:48.870616Z","end":"2026-07-30T23:38:49.0428Z","steps":["trace[976836123] 'process raft request' (duration: 172.068408ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:49.042813Z","caller":"traceutil/trace.go:171","msg":"trace[2081281193] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"172.400284ms","start":"2026-07-30T23:38:48.87038Z","end":"2026-07-30T23:38:49.04278Z","steps":["trace[2081281193] 'process raft request' (duration: 172.13326ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:49.043076Z","caller":"traceutil/trace.go:171","msg":"trace[1836159594] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"169.184866ms","start":"2026-07-30T23:38:48.873869Z","end":"2026-07-30T23:38:49.043053Z","steps":["trace[1836159594] 'process raft request' (duration: 168.889171ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:38:49.043392Z","caller":"traceutil/trace.go:171","msg":"trace[907244205] linearizableReadLoop","detail":"{readStateIndex:2107; appliedIndex:2101; }","duration":"164.589978ms","start":"2026-07-30T23:38:48.87879Z","end":"2026-07-30T23:38:49.04338Z","steps":["trace[907244205] 'read index received' (duration: 161.414132ms)","trace[907244205] 'applied index is now lower than readState.Index' (duration: 3.174786ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:38:49.043541Z","caller":"traceutil/trace.go:171","msg":"trace[1167096383] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"169.611842ms","start":"2026-07-30T23:38:48.873915Z","end":"2026-07-30T23:38:49.043527Z","steps":["trace[1167096383] 'process raft request' (duration: 169.059944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:49.043673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.858062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:38:49.043745Z","caller":"traceutil/trace.go:171","msg":"trace[1155250268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2028; }","duration":"164.941903ms","start":"2026-07-30T23:38:48.878774Z","end":"2026-07-30T23:38:49.043716Z","steps":["trace[1155250268] 'agreement among raft nodes before linearized reading' (duration: 164.756811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:49.046418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.257718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T23:38:49.046477Z","caller":"traceutil/trace.go:171","msg":"trace[155628553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2029; }","duration":"165.34142ms","start":"2026-07-30T23:38:48.881124Z","end":"2026-07-30T23:38:49.046466Z","steps":["trace[155628553] 'agreement among raft nodes before linearized reading' (duration: 165.171347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:49.046671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.195956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:38:49.046695Z","caller":"traceutil/trace.go:171","msg":"trace[1799608132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2029; }","duration":"165.227688ms","start":"2026-07-30T23:38:48.88146Z","end":"2026-07-30T23:38:49.046688Z","steps":["trace[1799608132] 'agreement among raft nodes before linearized reading' (duration: 165.159907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:49.046749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.296718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:38:49.046789Z","caller":"traceutil/trace.go:171","msg":"trace[101885922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2029; }","duration":"165.359979ms","start":"2026-07-30T23:38:48.88142Z","end":"2026-07-30T23:38:49.04678Z","steps":["trace[101885922] 'agreement among raft nodes before linearized reading' (duration: 165.217437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:49.046668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.863692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:38:49.047077Z","caller":"traceutil/trace.go:171","msg":"trace[1990831252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2029; }","duration":"163.291768ms","start":"2026-07-30T23:38:48.883779Z","end":"2026-07-30T23:38:49.04707Z","steps":["trace[1990831252] 'agreement among raft nodes before linearized reading' (duration: 162.775021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:38:49.047137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.72676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:38:49.047826Z","caller":"traceutil/trace.go:171","msg":"trace[2124851500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2029; }","duration":"163.360879ms","start":"2026-07-30T23:38:48.884389Z","end":"2026-07-30T23:38:49.04775Z","steps":["trace[2124851500] 'agreement among raft nodes before linearized reading' (duration: 162.617998ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:05.444991Z","caller":"traceutil/trace.go:171","msg":"trace[228459407] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"523.841677ms","start":"2026-07-30T23:39:04.921122Z","end":"2026-07-30T23:39:05.444964Z","steps":["trace[228459407] 'process raft request' (duration: 523.666885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:05.445158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:04.921101Z","time spent":"523.97771ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:05.509405Z","caller":"traceutil/trace.go:171","msg":"trace[1346735370] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"408.656116ms","start":"2026-07-30T23:39:05.100719Z","end":"2026-07-30T23:39:05.509375Z","steps":["trace[1346735370] 'process raft request' (duration: 354.031624ms)","trace[1346735370] 'compare' (duration: 54.416469ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:39:05.509493Z","caller":"traceutil/trace.go:171","msg":"trace[2065172029] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2203; }","duration":"382.08416ms","start":"2026-07-30T23:39:05.127389Z","end":"2026-07-30T23:39:05.509473Z","steps":["trace[2065172029] 'read index received' (duration: 318.018638ms)","trace[2065172029] 'applied index is now lower than readState.Index' (duration: 64.064152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:39:05.50959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:05.100686Z","time spent":"408.788468ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:05.509593Z","caller":"traceutil/trace.go:171","msg":"trace[901408005] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"399.398819ms","start":"2026-07-30T23:39:05.110139Z","end":"2026-07-30T23:39:05.509538Z","steps":["trace[901408005] 'process raft request' (duration: 399.279438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:05.509852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:05.110124Z","time spent":"399.587092ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:05.509904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.506776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T23:39:05.510079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.441316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:39:05.510144Z","caller":"traceutil/trace.go:171","msg":"trace[1859362447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2124; }","duration":"382.79288ms","start":"2026-07-30T23:39:05.127333Z","end":"2026-07-30T23:39:05.510126Z","steps":["trace[1859362447] 'agreement among raft nodes before linearized reading' (duration: 382.301064ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:05.510216Z","caller":"traceutil/trace.go:171","msg":"trace[1725012641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2124; }","duration":"353.601648ms","start":"2026-07-30T23:39:05.156572Z","end":"2026-07-30T23:39:05.510173Z","steps":["trace[1725012641] 'agreement among raft nodes before linearized reading' (duration: 353.295484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:05.510272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:05.15656Z","time spent":"353.7023ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T23:39:05.510259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:05.12731Z","time spent":"382.878881ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:39:05.510357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.69246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-30T23:39:05.510373Z","caller":"traceutil/trace.go:171","msg":"trace[865749156] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"408.498804ms","start":"2026-07-30T23:39:05.100976Z","end":"2026-07-30T23:39:05.509475Z","steps":["trace[865749156] 'process raft request' (duration: 408.342832ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:05.510424Z","caller":"traceutil/trace.go:171","msg":"trace[462970230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2124; }","duration":"369.781691ms","start":"2026-07-30T23:39:05.14063Z","end":"2026-07-30T23:39:05.510411Z","steps":["trace[462970230] 'agreement among raft nodes before linearized reading' (duration: 369.619869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:05.510222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.606769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T23:39:05.510503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.196438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:39:05.510508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:05.100921Z","time spent":"409.510779ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:05.510494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:05.140614Z","time spent":"369.869782ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T23:39:05.510502Z","caller":"traceutil/trace.go:171","msg":"trace[994060128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2124; }","duration":"369.903653ms","start":"2026-07-30T23:39:05.140584Z","end":"2026-07-30T23:39:05.510488Z","steps":["trace[994060128] 'agreement among raft nodes before linearized reading' (duration: 369.443247ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:05.510546Z","caller":"traceutil/trace.go:171","msg":"trace[55374850] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2124; }","duration":"150.273499ms","start":"2026-07-30T23:39:05.360263Z","end":"2026-07-30T23:39:05.510536Z","steps":["trace[55374850] 'agreement among raft nodes before linearized reading' (duration: 150.204718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:05.510749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.893837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T23:39:05.510785Z","caller":"traceutil/trace.go:171","msg":"trace[939704883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2124; }","duration":"370.950577ms","start":"2026-07-30T23:39:05.139826Z","end":"2026-07-30T23:39:05.510776Z","steps":["trace[939704883] 'agreement among raft nodes before linearized reading' (duration: 370.852996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:05.51073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:05.140577Z","time spent":"370.135287ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T23:39:05.510824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:05.139816Z","time spent":"371.001318ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:39:05.510653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.33988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T23:39:05.512535Z","caller":"traceutil/trace.go:171","msg":"trace[1353755808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2124; }","duration":"375.173505ms","start":"2026-07-30T23:39:05.137257Z","end":"2026-07-30T23:39:05.512431Z","steps":["trace[1353755808] 'agreement among raft nodes before linearized reading' (duration: 372.581579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:05.512624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:05.13724Z","time spent":"375.325727ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T23:39:05.791552Z","caller":"traceutil/trace.go:171","msg":"trace[861128450] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"276.420047ms","start":"2026-07-30T23:39:05.515118Z","end":"2026-07-30T23:39:05.791538Z","steps":["trace[861128450] 'process raft request' (duration: 276.300635ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:05.791731Z","caller":"traceutil/trace.go:171","msg":"trace[1297292858] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"276.014181ms","start":"2026-07-30T23:39:05.515707Z","end":"2026-07-30T23:39:05.791721Z","steps":["trace[1297292858] 'process raft request' (duration: 275.807868ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:05.792222Z","caller":"traceutil/trace.go:171","msg":"trace[1260882174] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2206; }","duration":"265.892262ms","start":"2026-07-30T23:39:05.526321Z","end":"2026-07-30T23:39:05.792213Z","steps":["trace[1260882174] 'read index received' (duration: 7.857099ms)","trace[1260882174] 'applied index is now lower than readState.Index' (duration: 258.034693ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:39:05.792278Z","caller":"traceutil/trace.go:171","msg":"trace[1147159013] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"276.228144ms","start":"2026-07-30T23:39:05.516042Z","end":"2026-07-30T23:39:05.792271Z","steps":["trace[1147159013] 'process raft request' (duration: 275.574885ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:05.792415Z","caller":"traceutil/trace.go:171","msg":"trace[1054586857] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"276.069922ms","start":"2026-07-30T23:39:05.516338Z","end":"2026-07-30T23:39:05.792408Z","steps":["trace[1054586857] 'process raft request' (duration: 275.845549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:05.792581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.213546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:39:05.792651Z","caller":"traceutil/trace.go:171","msg":"trace[1673384182] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2129; }","duration":"266.344798ms","start":"2026-07-30T23:39:05.52629Z","end":"2026-07-30T23:39:05.792635Z","steps":["trace[1673384182] 'agreement among raft nodes before linearized reading' (duration: 266.188636ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:07.950876Z","caller":"traceutil/trace.go:171","msg":"trace[737921759] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"435.412302ms","start":"2026-07-30T23:39:07.515431Z","end":"2026-07-30T23:39:07.950844Z","steps":["trace[737921759] 'process raft request' (duration: 435.322871ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:07.950966Z","caller":"traceutil/trace.go:171","msg":"trace[1923016358] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"435.948009ms","start":"2026-07-30T23:39:07.514995Z","end":"2026-07-30T23:39:07.950943Z","steps":["trace[1923016358] 'process raft request' (duration: 435.638295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:07.951037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.867499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:39:07.951091Z","caller":"traceutil/trace.go:171","msg":"trace[1785560934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2134; }","duration":"427.9703ms","start":"2026-07-30T23:39:07.52311Z","end":"2026-07-30T23:39:07.95108Z","steps":["trace[1785560934] 'agreement among raft nodes before linearized reading' (duration: 427.805748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:07.951131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.523095Z","time spent":"428.027482ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T23:39:07.951185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.515421Z","time spent":"435.591785ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:07.950925Z","caller":"traceutil/trace.go:171","msg":"trace[576459698] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"434.127745ms","start":"2026-07-30T23:39:07.516762Z","end":"2026-07-30T23:39:07.95089Z","steps":["trace[576459698] 'process raft request' (duration: 434.033743ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:07.950852Z","caller":"traceutil/trace.go:171","msg":"trace[358373894] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2212; }","duration":"427.675667ms","start":"2026-07-30T23:39:07.523156Z","end":"2026-07-30T23:39:07.950831Z","steps":["trace[358373894] 'read index received' (duration: 5.060009ms)","trace[358373894] 'applied index is now lower than readState.Index' (duration: 422.614748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:39:07.951193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.514971Z","time spent":"436.103222ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:07.952197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.516748Z","time spent":"435.072747ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:07.95228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.04817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:39:07.952325Z","caller":"traceutil/trace.go:171","msg":"trace[322368938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2134; }","duration":"106.10277ms","start":"2026-07-30T23:39:07.846212Z","end":"2026-07-30T23:39:07.952314Z","steps":["trace[322368938] 'agreement among raft nodes before linearized reading' (duration: 106.029509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:07.952356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.830524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-30T23:39:07.952398Z","caller":"traceutil/trace.go:171","msg":"trace[1210710460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2134; }","duration":"156.887414ms","start":"2026-07-30T23:39:07.795495Z","end":"2026-07-30T23:39:07.952382Z","steps":["trace[1210710460] 'agreement among raft nodes before linearized reading' (duration: 156.809203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:07.952361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.348658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T23:39:07.952548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.29738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T23:39:07.952579Z","caller":"traceutil/trace.go:171","msg":"trace[228132413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2134; }","duration":"157.369302ms","start":"2026-07-30T23:39:07.795202Z","end":"2026-07-30T23:39:07.952571Z","steps":["trace[228132413] 'agreement among raft nodes before linearized reading' (duration: 157.297281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:07.952266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.907922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T23:39:07.952697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.55795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T23:39:07.952756Z","caller":"traceutil/trace.go:171","msg":"trace[54923873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2134; }","duration":"415.336339ms","start":"2026-07-30T23:39:07.537299Z","end":"2026-07-30T23:39:07.952635Z","steps":["trace[54923873] 'agreement among raft nodes before linearized reading' (duration: 414.832512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:07.952797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.381082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:39:07.952822Z","caller":"traceutil/trace.go:171","msg":"trace[1171515009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2134; }","duration":"156.732653ms","start":"2026-07-30T23:39:07.796061Z","end":"2026-07-30T23:39:07.952793Z","steps":["trace[1171515009] 'agreement among raft nodes before linearized reading' (duration: 156.198765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:07.952876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.537288Z","time spent":"415.515181ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T23:39:07.952836Z","caller":"traceutil/trace.go:171","msg":"trace[51206663] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2134; }","duration":"386.441663ms","start":"2026-07-30T23:39:07.566385Z","end":"2026-07-30T23:39:07.952826Z","steps":["trace[51206663] 'agreement among raft nodes before linearized reading' (duration: 386.382842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:07.953038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.566375Z","time spent":"386.631686ms","remote":"127.0.0.1:34476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:39:07.952454Z","caller":"traceutil/trace.go:171","msg":"trace[2126248194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2134; }","duration":"156.464759ms","start":"2026-07-30T23:39:07.795973Z","end":"2026-07-30T23:39:07.952437Z","steps":["trace[2126248194] 'agreement among raft nodes before linearized reading' (duration: 156.251906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:08.253494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.903559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:39:08.253612Z","caller":"traceutil/trace.go:171","msg":"trace[482761034] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"297.12328ms","start":"2026-07-30T23:39:07.95647Z","end":"2026-07-30T23:39:08.253593Z","steps":["trace[482761034] 'process raft request' (duration: 109.037958ms)","trace[482761034] 'compare' (duration: 187.756817ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:39:08.337345Z","caller":"traceutil/trace.go:171","msg":"trace[724668212] linearizableReadLoop","detail":"{readStateIndex:2221; appliedIndex:2216; }","duration":"373.53658ms","start":"2026-07-30T23:39:07.963791Z","end":"2026-07-30T23:39:08.337328Z","steps":["trace[724668212] 'read index received' (duration: 101.661117ms)","trace[724668212] 'applied index is now lower than readState.Index' (duration: 271.874693ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:39:08.337377Z","caller":"traceutil/trace.go:171","msg":"trace[1049714070] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"380.12857ms","start":"2026-07-30T23:39:07.957215Z","end":"2026-07-30T23:39:08.337343Z","steps":["trace[1049714070] 'process raft request' (duration: 379.921758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:08.337493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.682482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T23:39:08.337511Z","caller":"traceutil/trace.go:171","msg":"trace[871943924] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:2139; }","duration":"373.738163ms","start":"2026-07-30T23:39:07.963767Z","end":"2026-07-30T23:39:08.337506Z","steps":["trace[871943924] 'agreement among raft nodes before linearized reading' (duration: 373.625071ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:08.337515Z","caller":"traceutil/trace.go:171","msg":"trace[1921900051] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"379.274409ms","start":"2026-07-30T23:39:07.958223Z","end":"2026-07-30T23:39:08.337497Z","steps":["trace[1921900051] 'process raft request' (duration: 379.085936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:08.337517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.957191Z","time spent":"380.252012ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:08.337543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.96376Z","time spent":"373.770963ms","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"info","ts":"2026-07-30T23:39:08.337491Z","caller":"traceutil/trace.go:171","msg":"trace[1039126668] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"380.10497ms","start":"2026-07-30T23:39:07.957338Z","end":"2026-07-30T23:39:08.337443Z","steps":["trace[1039126668] 'process raft request' (duration: 379.943208ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:08.337539Z","caller":"traceutil/trace.go:171","msg":"trace[443812609] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"380.16514ms","start":"2026-07-30T23:39:07.957327Z","end":"2026-07-30T23:39:08.337492Z","steps":["trace[443812609] 'process raft request' (duration: 379.931817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:08.337586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.958209Z","time spent":"379.336649ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:08.337735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.957319Z","time spent":"380.315672ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:08.337727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:07.957327Z","time spent":"380.267052ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:10.020862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.434852ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-30T23:39:10.021199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:08.338542Z","time spent":"1.682654219s","remote":"127.0.0.1:34128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T23:39:10.021277Z","caller":"traceutil/trace.go:171","msg":"trace[1431261890] linearizableReadLoop","detail":"{readStateIndex:2222; appliedIndex:2221; }","duration":"1.173636495s","start":"2026-07-30T23:39:08.84763Z","end":"2026-07-30T23:39:10.021267Z","steps":["trace[1431261890] 'read index received' (duration: 182.715986ms)","trace[1431261890] 'applied index is now lower than readState.Index' (duration: 990.920039ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:39:10.021388Z","caller":"traceutil/trace.go:171","msg":"trace[233481165] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"488.981137ms","start":"2026-07-30T23:39:09.532401Z","end":"2026-07-30T23:39:10.021382Z","steps":["trace[233481165] 'process raft request' (duration: 488.599262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:10.021446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:09.532382Z","time spent":"489.021437ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:10.021551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17392964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:39:10.021569Z","caller":"traceutil/trace.go:171","msg":"trace[648369360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2141; }","duration":"1.17398035s","start":"2026-07-30T23:39:08.847584Z","end":"2026-07-30T23:39:10.021565Z","steps":["trace[648369360] 'agreement among raft nodes before linearized reading' (duration: 1.17395095s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:10.021584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:08.847564Z","time spent":"1.17401754s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:39:10.404039Z","caller":"traceutil/trace.go:171","msg":"trace[2137657908] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"445.377406ms","start":"2026-07-30T23:39:09.958637Z","end":"2026-07-30T23:39:10.404015Z","steps":["trace[2137657908] 'process raft request' (duration: 380.528109ms)","trace[2137657908] 'compare' (duration: 64.694135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:39:10.404455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:09.95861Z","time spent":"445.512279ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:10.404501Z","caller":"traceutil/trace.go:171","msg":"trace[1255516445] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"445.784622ms","start":"2026-07-30T23:39:09.958671Z","end":"2026-07-30T23:39:10.404456Z","steps":["trace[1255516445] 'process raft request' (duration: 445.305366ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:10.404442Z","caller":"traceutil/trace.go:171","msg":"trace[112185455] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2224; }","duration":"383.113982ms","start":"2026-07-30T23:39:10.021295Z","end":"2026-07-30T23:39:10.404409Z","steps":["trace[112185455] 'read index received' (duration: 317.849619ms)","trace[112185455] 'applied index is now lower than readState.Index' (duration: 65.262883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:39:10.40467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:09.958647Z","time spent":"445.929704ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:10.40474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446779311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:39:10.404822Z","caller":"traceutil/trace.go:171","msg":"trace[1055158267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2143; }","duration":"1.446904423s","start":"2026-07-30T23:39:08.957887Z","end":"2026-07-30T23:39:10.404792Z","steps":["trace[1055158267] 'agreement among raft nodes before linearized reading' (duration: 1.446634929s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:10.404874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:08.957866Z","time spent":"1.446996774s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T23:39:10.40508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.943836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:39:10.405167Z","caller":"traceutil/trace.go:171","msg":"trace[1592389879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2144; }","duration":"382.060917ms","start":"2026-07-30T23:39:10.023074Z","end":"2026-07-30T23:39:10.405135Z","steps":["trace[1592389879] 'agreement among raft nodes before linearized reading' (duration: 381.941376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:10.40523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:10.023057Z","time spent":"382.161239ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:39:10.405098Z","caller":"traceutil/trace.go:171","msg":"trace[1368862392] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"381.895706ms","start":"2026-07-30T23:39:10.023189Z","end":"2026-07-30T23:39:10.405085Z","steps":["trace[1368862392] 'process raft request' (duration: 381.086515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:10.405399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:10.023177Z","time spent":"382.181389ms","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:10.405418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.377294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:39:10.405454Z","caller":"traceutil/trace.go:171","msg":"trace[1122267468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2144; }","duration":"147.445875ms","start":"2026-07-30T23:39:10.257997Z","end":"2026-07-30T23:39:10.405442Z","steps":["trace[1122267468] 'agreement among raft nodes before linearized reading' (duration: 147.342643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:10.40549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.85255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-30T23:39:10.405595Z","caller":"traceutil/trace.go:171","msg":"trace[335038625] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2144; }","duration":"627.033342ms","start":"2026-07-30T23:39:09.778547Z","end":"2026-07-30T23:39:10.40558Z","steps":["trace[335038625] 'agreement among raft nodes before linearized reading' (duration: 626.255212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:10.405682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:09.778526Z","time spent":"627.143774ms","remote":"127.0.0.1:34282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-30T23:39:40.250104Z","caller":"traceutil/trace.go:171","msg":"trace[1576580017] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"130.888862ms","start":"2026-07-30T23:39:40.119187Z","end":"2026-07-30T23:39:40.250076Z","steps":["trace[1576580017] 'process raft request' (duration: 130.714ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:40.372721Z","caller":"traceutil/trace.go:171","msg":"trace[1233228064] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"250.727719ms","start":"2026-07-30T23:39:40.121965Z","end":"2026-07-30T23:39:40.372693Z","steps":["trace[1233228064] 'process raft request' (duration: 250.599527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:36.090045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.647874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:40:36.090135Z","caller":"traceutil/trace.go:171","msg":"trace[1970940119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2649; }","duration":"242.794316ms","start":"2026-07-30T23:40:35.847322Z","end":"2026-07-30T23:40:36.090116Z","steps":["trace[1970940119] 'range keys from in-memory index tree' (duration: 242.555494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:36.090124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.814003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:40:36.090249Z","caller":"traceutil/trace.go:171","msg":"trace[1742982650] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2649; }","duration":"286.041175ms","start":"2026-07-30T23:40:35.804184Z","end":"2026-07-30T23:40:36.090225Z","steps":["trace[1742982650] 'count revisions from in-memory index tree' (duration: 285.729062ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:45.155122Z","caller":"traceutil/trace.go:171","msg":"trace[377852542] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"377.541241ms","start":"2026-07-30T23:40:44.777557Z","end":"2026-07-30T23:40:45.155098Z","steps":["trace[377852542] 'process raft request' (duration: 376.823023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:45.155266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:44.777531Z","time spent":"377.666692ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:40:45.410858Z","caller":"traceutil/trace.go:171","msg":"trace[666664631] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"627.564501ms","start":"2026-07-30T23:40:44.78327Z","end":"2026-07-30T23:40:45.410835Z","steps":["trace[666664631] 'process raft request' (duration: 627.185677ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:45.410982Z","caller":"traceutil/trace.go:171","msg":"trace[1332646524] linearizableReadLoop","detail":"{readStateIndex:2853; appliedIndex:2852; }","duration":"467.780409ms","start":"2026-07-30T23:40:44.942798Z","end":"2026-07-30T23:40:45.410579Z","steps":["trace[1332646524] 'read index received' (duration: 213.293139ms)","trace[1332646524] 'applied index is now lower than readState.Index' (duration: 254.48635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:40:45.411007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:44.783252Z","time spent":"627.687862ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:40:45.411105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.278455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T23:40:45.411154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.131461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:40:45.411178Z","caller":"traceutil/trace.go:171","msg":"trace[135276767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2748; }","duration":"468.400377ms","start":"2026-07-30T23:40:44.942759Z","end":"2026-07-30T23:40:45.411159Z","steps":["trace[135276767] 'agreement among raft nodes before linearized reading' (duration: 468.171364ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:45.411188Z","caller":"traceutil/trace.go:171","msg":"trace[775166767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2748; }","duration":"391.193602ms","start":"2026-07-30T23:40:45.019985Z","end":"2026-07-30T23:40:45.411178Z","steps":["trace[775166767] 'agreement among raft nodes before linearized reading' (duration: 391.070121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:45.411224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:45.019971Z","time spent":"391.245823ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T23:40:45.411226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:44.942741Z","time spent":"468.476198ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:40:45.411412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.50251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-30T23:40:45.411454Z","caller":"traceutil/trace.go:171","msg":"trace[790495204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2748; }","duration":"320.567681ms","start":"2026-07-30T23:40:45.090876Z","end":"2026-07-30T23:40:45.411444Z","steps":["trace[790495204] 'agreement among raft nodes before linearized reading' (duration: 320.420339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:45.411484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:45.090864Z","time spent":"320.614311ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T23:40:45.41153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.063453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T23:40:45.411455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.877293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:40:45.411559Z","caller":"traceutil/trace.go:171","msg":"trace[1670823903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2748; }","duration":"335.110603ms","start":"2026-07-30T23:40:45.07644Z","end":"2026-07-30T23:40:45.41155Z","steps":["trace[1670823903] 'agreement among raft nodes before linearized reading' (duration: 335.035272ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:45.411565Z","caller":"traceutil/trace.go:171","msg":"trace[25957927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2748; }","duration":"337.015465ms","start":"2026-07-30T23:40:45.074541Z","end":"2026-07-30T23:40:45.411557Z","steps":["trace[25957927] 'agreement among raft nodes before linearized reading' (duration: 336.796353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:45.411587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:45.076427Z","time spent":"335.154465ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T23:40:45.411593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:45.074527Z","time spent":"337.059466ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:41:11.671826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.090932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:41:11.672057Z","caller":"traceutil/trace.go:171","msg":"trace[1342447212] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"112.22805ms","start":"2026-07-30T23:41:11.559795Z","end":"2026-07-30T23:41:11.672023Z","steps":["trace[1342447212] 'process raft request' (duration: 11.852308ms)","trace[1342447212] 'compare' (duration: 99.951037ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:41:11.922424Z","caller":"traceutil/trace.go:171","msg":"trace[1142525794] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"245.672452ms","start":"2026-07-30T23:41:11.676696Z","end":"2026-07-30T23:41:11.922368Z","steps":["trace[1142525794] 'process raft request' (duration: 183.783663ms)","trace[1142525794] 'compare' (duration: 61.711573ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:41:11.926922Z","caller":"traceutil/trace.go:171","msg":"trace[840464177] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"250.06921ms","start":"2026-07-30T23:41:11.676831Z","end":"2026-07-30T23:41:11.9269Z","steps":["trace[840464177] 'process raft request' (duration: 249.506612ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:11.926843Z","caller":"traceutil/trace.go:171","msg":"trace[597501223] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"248.664762ms","start":"2026-07-30T23:41:11.678118Z","end":"2026-07-30T23:41:11.926783Z","steps":["trace[597501223] 'process raft request' (duration: 248.329211ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:11.926932Z","caller":"traceutil/trace.go:171","msg":"trace[592514422] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"248.459256ms","start":"2026-07-30T23:41:11.678082Z","end":"2026-07-30T23:41:11.926541Z","steps":["trace[592514422] 'process raft request' (duration: 248.330452ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:11.928365Z","caller":"traceutil/trace.go:171","msg":"trace[859765837] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"248.059802ms","start":"2026-07-30T23:41:11.679376Z","end":"2026-07-30T23:41:11.927436Z","steps":["trace[859765837] 'process raft request' (duration: 247.112951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:17.80643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054858341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T23:41:17.832876Z","caller":"traceutil/trace.go:171","msg":"trace[310348863] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"549.273122ms","start":"2026-07-30T23:41:17.283579Z","end":"2026-07-30T23:41:17.832852Z","steps":["trace[310348863] 'process raft request' (duration: 549.072596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:17.833066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:17.283552Z","time spent":"549.421777ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:41:17.951318Z","caller":"traceutil/trace.go:171","msg":"trace[917654939] linearizableReadLoop","detail":"{readStateIndex:3039; appliedIndex:3036; }","duration":"645.665372ms","start":"2026-07-30T23:41:17.305632Z","end":"2026-07-30T23:41:17.951297Z","steps":["trace[917654939] 'read index received' (duration: 527.085258ms)","trace[917654939] 'applied index is now lower than readState.Index' (duration: 118.579014ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:41:17.951366Z","caller":"traceutil/trace.go:171","msg":"trace[1990730797] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"485.499179ms","start":"2026-07-30T23:41:17.46584Z","end":"2026-07-30T23:41:17.951339Z","steps":["trace[1990730797] 'process raft request' (duration: 484.30641ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:17.951416Z","caller":"traceutil/trace.go:171","msg":"trace[2013924281] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"387.687954ms","start":"2026-07-30T23:41:17.56371Z","end":"2026-07-30T23:41:17.951398Z","steps":["trace[2013924281] 'process raft request' (duration: 387.504928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:17.951461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.822338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:17.951497Z","caller":"traceutil/trace.go:171","msg":"trace[1058567319] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2928; }","duration":"645.91777ms","start":"2026-07-30T23:41:17.305567Z","end":"2026-07-30T23:41:17.951485Z","steps":["trace[1058567319] 'agreement among raft nodes before linearized reading' (duration: 645.849238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:17.951497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:17.465811Z","time spent":"485.614933ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:41:17.951527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:17.30554Z","time spent":"645.980382ms","remote":"127.0.0.1:34552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-30T23:41:17.951603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.531472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:41:17.951683Z","caller":"traceutil/trace.go:171","msg":"trace[1846564166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2928; }","duration":"257.658746ms","start":"2026-07-30T23:41:17.694008Z","end":"2026-07-30T23:41:17.951667Z","steps":["trace[1846564166] 'agreement among raft nodes before linearized reading' (duration: 257.47582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:17.951856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:17.563684Z","time spent":"387.773687ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:41:17.951893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.340664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:17.951958Z","caller":"traceutil/trace.go:171","msg":"trace[1386789371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2928; }","duration":"106.430387ms","start":"2026-07-30T23:41:17.845516Z","end":"2026-07-30T23:41:17.951946Z","steps":["trace[1386789371] 'agreement among raft nodes before linearized reading' (duration: 106.351585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:19.404231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.452715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T23:41:19.404284Z","caller":"traceutil/trace.go:171","msg":"trace[2133696915] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2935; }","duration":"762.545318ms","start":"2026-07-30T23:41:18.641727Z","end":"2026-07-30T23:41:19.404272Z","steps":["trace[2133696915] 'range keys from in-memory index tree' (duration: 762.330861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:19.404325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.155568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:41:19.404412Z","caller":"traceutil/trace.go:171","msg":"trace[271530403] linearizableReadLoop","detail":"{readStateIndex:3048; appliedIndex:3047; }","duration":"655.332971ms","start":"2026-07-30T23:41:18.749064Z","end":"2026-07-30T23:41:19.404397Z","steps":["trace[271530403] 'read index received' (duration: 149.980107ms)","trace[271530403] 'applied index is now lower than readState.Index' (duration: 505.351914ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:41:19.40463Z","caller":"traceutil/trace.go:171","msg":"trace[1501564486] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"684.348626ms","start":"2026-07-30T23:41:18.720267Z","end":"2026-07-30T23:41:19.404615Z","steps":["trace[1501564486] 'process raft request' (duration: 178.829716ms)","trace[1501564486] 'compare' (duration: 504.979242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:41:19.404697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:18.720245Z","time spent":"684.418027ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:41:19.404307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:18.641709Z","time spent":"762.594029ms","remote":"127.0.0.1:34282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-30T23:41:19.404857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.787216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:41:19.404998Z","caller":"traceutil/trace.go:171","msg":"trace[1683451619] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2936; }","duration":"655.954462ms","start":"2026-07-30T23:41:18.749032Z","end":"2026-07-30T23:41:19.40488Z","steps":["trace[1683451619] 'agreement among raft nodes before linearized reading' (duration: 655.732494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:19.405026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:18.749019Z","time spent":"656.000633ms","remote":"127.0.0.1:34186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":27,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:41:19.431995Z","caller":"traceutil/trace.go:171","msg":"trace[420400790] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"660.552187ms","start":"2026-07-30T23:41:18.771436Z","end":"2026-07-30T23:41:19.431988Z","steps":["trace[420400790] 'process raft request' (duration: 660.510025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:19.432036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:18.771402Z","time spent":"660.614119ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:41:19.632868Z","caller":"traceutil/trace.go:171","msg":"trace[1456874366] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"509.652157ms","start":"2026-07-30T23:41:19.123182Z","end":"2026-07-30T23:41:19.632835Z","steps":["trace[1456874366] 'process raft request' (duration: 482.942423ms)","trace[1456874366] 'compare' (duration: 26.56866ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:41:19.632874Z","caller":"traceutil/trace.go:171","msg":"trace[1472800831] linearizableReadLoop","detail":"{readStateIndex:3050; appliedIndex:3049; }","duration":"228.383623ms","start":"2026-07-30T23:41:19.404465Z","end":"2026-07-30T23:41:19.632849Z","steps":["trace[1472800831] 'read index received' (duration: 27.555432ms)","trace[1472800831] 'applied index is now lower than readState.Index' (duration: 200.827271ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:41:19.633059Z","caller":"traceutil/trace.go:171","msg":"trace[902655899] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"200.448339ms","start":"2026-07-30T23:41:19.432585Z","end":"2026-07-30T23:41:19.633033Z","steps":["trace[902655899] 'process raft request' (duration: 200.229102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:19.63311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.869795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:41:19.633148Z","caller":"traceutil/trace.go:171","msg":"trace[1716131684] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2939; }","duration":"635.949377ms","start":"2026-07-30T23:41:18.997187Z","end":"2026-07-30T23:41:19.633136Z","steps":["trace[1716131684] 'agreement among raft nodes before linearized reading' (duration: 635.833453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:19.633193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:18.99717Z","time spent":"636.01337ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:41:19.633041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:19.123148Z","time spent":"509.822854ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:41:19.633471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.838734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:41:19.633484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.708397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-30T23:41:19.633522Z","caller":"traceutil/trace.go:171","msg":"trace[589947077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2939; }","duration":"786.936587ms","start":"2026-07-30T23:41:18.846572Z","end":"2026-07-30T23:41:19.633509Z","steps":["trace[589947077] 'agreement among raft nodes before linearized reading' (duration: 786.849924ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:19.633527Z","caller":"traceutil/trace.go:171","msg":"trace[1832195260] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2939; }","duration":"225.871701ms","start":"2026-07-30T23:41:19.407642Z","end":"2026-07-30T23:41:19.633514Z","steps":["trace[1832195260] 'agreement among raft nodes before linearized reading' (duration: 225.471638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:19.633553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:18.84654Z","time spent":"787.006109ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:41:19.950254Z","caller":"traceutil/trace.go:171","msg":"trace[779124981] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"111.465959ms","start":"2026-07-30T23:41:19.838762Z","end":"2026-07-30T23:41:19.950228Z","steps":["trace[779124981] 'process raft request' (duration: 110.490157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:36.43002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.914889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:41:36.430262Z","caller":"traceutil/trace.go:171","msg":"trace[816366597] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3029; }","duration":"108.249849ms","start":"2026-07-30T23:41:36.321984Z","end":"2026-07-30T23:41:36.430234Z","steps":["trace[816366597] 'count revisions from in-memory index tree' (duration: 107.781816ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:38.421052Z","caller":"traceutil/trace.go:171","msg":"trace[374920391] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"169.69287ms","start":"2026-07-30T23:41:38.251335Z","end":"2026-07-30T23:41:38.421028Z","steps":["trace[374920391] 'process raft request' (duration: 169.539306ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:38.425441Z","caller":"traceutil/trace.go:171","msg":"trace[926549347] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"174.030159ms","start":"2026-07-30T23:41:38.251397Z","end":"2026-07-30T23:41:38.425427Z","steps":["trace[926549347] 'process raft request' (duration: 173.921146ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:38.425718Z","caller":"traceutil/trace.go:171","msg":"trace[1859297350] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"174.095912ms","start":"2026-07-30T23:41:38.251611Z","end":"2026-07-30T23:41:38.425706Z","steps":["trace[1859297350] 'process raft request' (duration: 173.782872ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:38.425798Z","caller":"traceutil/trace.go:171","msg":"trace[267806620] linearizableReadLoop","detail":"{readStateIndex:3157; appliedIndex:3153; }","duration":"118.829187ms","start":"2026-07-30T23:41:38.306944Z","end":"2026-07-30T23:41:38.425773Z","steps":["trace[267806620] 'read index received' (duration: 114.188638ms)","trace[267806620] 'applied index is now lower than readState.Index' (duration: 4.639418ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:41:38.42586Z","caller":"traceutil/trace.go:171","msg":"trace[792979567] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"174.129203ms","start":"2026-07-30T23:41:38.251692Z","end":"2026-07-30T23:41:38.425821Z","steps":["trace[792979567] 'process raft request' (duration: 173.911226ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:38.425908Z","caller":"traceutil/trace.go:171","msg":"trace[2082970139] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"173.723761ms","start":"2026-07-30T23:41:38.252125Z","end":"2026-07-30T23:41:38.425849Z","steps":["trace[2082970139] 'process raft request' (duration: 173.605267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:38.426055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.090274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-30T23:41:38.426097Z","caller":"traceutil/trace.go:171","msg":"trace[1365262315] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3040; }","duration":"119.186797ms","start":"2026-07-30T23:41:38.3069Z","end":"2026-07-30T23:41:38.426087Z","steps":["trace[1365262315] 'agreement among raft nodes before linearized reading' (duration: 118.982031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:11.864895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.077586102s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T23:43:11.865628Z","caller":"traceutil/trace.go:171","msg":"trace[179799057] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"2.078391909s","start":"2026-07-30T23:43:09.7872Z","end":"2026-07-30T23:43:11.865592Z","steps":["trace[179799057] 'process raft request' (duration: 2.078196865s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:11.866563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:09.787184Z","time spent":"2.078507511s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:43:11.888057Z","caller":"traceutil/trace.go:171","msg":"trace[465531882] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"2.090350174s","start":"2026-07-30T23:43:09.797677Z","end":"2026-07-30T23:43:11.888028Z","steps":["trace[465531882] 'process raft request' (duration: 2.08970049s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:11.888227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:09.797661Z","time spent":"2.090478516s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:43:11.888585Z","caller":"traceutil/trace.go:171","msg":"trace[837538423] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"1.991538601s","start":"2026-07-30T23:43:09.897028Z","end":"2026-07-30T23:43:11.888567Z","steps":["trace[837538423] 'process raft request' (duration: 1.990512009s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:11.888646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:09.896988Z","time spent":"1.991627543s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:43:28.086164Z","caller":"traceutil/trace.go:171","msg":"trace[1969917650] transaction","detail":"{read_only:false; response_revision:3691; number_of_response:1; }","duration":"135.754889ms","start":"2026-07-30T23:43:27.950377Z","end":"2026-07-30T23:43:28.086132Z","steps":["trace[1969917650] 'process raft request' (duration: 133.877121ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:28.08641Z","caller":"traceutil/trace.go:171","msg":"trace[598299317] linearizableReadLoop","detail":"{readStateIndex:3833; appliedIndex:3830; }","duration":"109.911601ms","start":"2026-07-30T23:43:27.976468Z","end":"2026-07-30T23:43:28.086379Z","steps":["trace[598299317] 'read index received' (duration: 7.81856ms)","trace[598299317] 'applied index is now lower than readState.Index' (duration: 102.090881ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:43:28.086566Z","caller":"traceutil/trace.go:171","msg":"trace[1304929296] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"122.05632ms","start":"2026-07-30T23:43:27.964489Z","end":"2026-07-30T23:43:28.086545Z","steps":["trace[1304929296] 'process raft request' (duration: 121.5839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:28.08696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.472123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T23:43:28.087019Z","caller":"traceutil/trace.go:171","msg":"trace[781158240] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:3692; }","duration":"110.571944ms","start":"2026-07-30T23:43:27.976433Z","end":"2026-07-30T23:43:28.087005Z","steps":["trace[781158240] 'agreement among raft nodes before linearized reading' (duration: 110.182856ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:28.110298Z","caller":"traceutil/trace.go:171","msg":"trace[1704113176] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"122.424305ms","start":"2026-07-30T23:43:27.98783Z","end":"2026-07-30T23:43:28.110255Z","steps":["trace[1704113176] 'process raft request' (duration: 122.128909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:28.110367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.834119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T23:43:28.110427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.108682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T23:43:28.110472Z","caller":"traceutil/trace.go:171","msg":"trace[725693190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3693; }","duration":"111.967702ms","start":"2026-07-30T23:43:27.998478Z","end":"2026-07-30T23:43:28.110445Z","steps":["trace[725693190] 'agreement among raft nodes before linearized reading' (duration: 111.650426ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:28.110525Z","caller":"traceutil/trace.go:171","msg":"trace[144636958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3693; }","duration":"105.217854ms","start":"2026-07-30T23:43:28.00529Z","end":"2026-07-30T23:43:28.110508Z","steps":["trace[144636958] 'agreement among raft nodes before linearized reading' (duration: 105.073621ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:28.222351Z","caller":"traceutil/trace.go:171","msg":"trace[595879841] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"105.355207ms","start":"2026-07-30T23:43:28.116973Z","end":"2026-07-30T23:43:28.222328Z","steps":["trace[595879841] 'process raft request' (duration: 105.325697ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:28.222765Z","caller":"traceutil/trace.go:171","msg":"trace[74272596] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"107.203335ms","start":"2026-07-30T23:43:28.115554Z","end":"2026-07-30T23:43:28.222757Z","steps":["trace[74272596] 'process raft request' (duration: 105.874408ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:28.222861Z","caller":"traceutil/trace.go:171","msg":"trace[1694994050] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"106.823497ms","start":"2026-07-30T23:43:28.11603Z","end":"2026-07-30T23:43:28.222854Z","steps":["trace[1694994050] 'process raft request' (duration: 106.185384ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:28.222965Z","caller":"traceutil/trace.go:171","msg":"trace[41075581] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"106.640243ms","start":"2026-07-30T23:43:28.116316Z","end":"2026-07-30T23:43:28.222956Z","steps":["trace[41075581] 'process raft request' (duration: 105.932919ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:28.223372Z","caller":"traceutil/trace.go:171","msg":"trace[1008643627] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"106.852597ms","start":"2026-07-30T23:43:28.116511Z","end":"2026-07-30T23:43:28.223364Z","steps":["trace[1008643627] 'process raft request' (duration: 105.766515ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:28.247207Z","caller":"traceutil/trace.go:171","msg":"trace[656184096] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"112.012252ms","start":"2026-07-30T23:43:28.135147Z","end":"2026-07-30T23:43:28.247159Z","steps":["trace[656184096] 'process raft request' (duration: 111.829459ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:34.118321Z","caller":"traceutil/trace.go:171","msg":"trace[1364308723] transaction","detail":"{read_only:false; response_revision:3724; number_of_response:1; }","duration":"117.257353ms","start":"2026-07-30T23:43:34.001042Z","end":"2026-07-30T23:43:34.118299Z","steps":["trace[1364308723] 'process raft request' (duration: 117.11254ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:34.269519Z","caller":"traceutil/trace.go:171","msg":"trace[768716405] linearizableReadLoop","detail":"{readStateIndex:3871; appliedIndex:3870; }","duration":"124.176152ms","start":"2026-07-30T23:43:34.145314Z","end":"2026-07-30T23:43:34.26949Z","steps":["trace[768716405] 'read index received' (duration: 31.869589ms)","trace[768716405] 'applied index is now lower than readState.Index' (duration: 92.304583ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:43:34.269651Z","caller":"traceutil/trace.go:171","msg":"trace[499620098] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"142.827016ms","start":"2026-07-30T23:43:34.126808Z","end":"2026-07-30T23:43:34.269635Z","steps":["trace[499620098] 'process raft request' (duration: 50.425521ms)","trace[499620098] 'compare' (duration: 92.085458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:43:34.269731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.685572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:43:34.269884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.56878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-07-30T23:43:34.269938Z","caller":"traceutil/trace.go:171","msg":"trace[1188910645] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3728; }","duration":"124.654751ms","start":"2026-07-30T23:43:34.145268Z","end":"2026-07-30T23:43:34.269923Z","steps":["trace[1188910645] 'agreement among raft nodes before linearized reading' (duration: 124.550919ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:34.26987Z","caller":"traceutil/trace.go:171","msg":"trace[1372602930] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3728; }","duration":"116.848455ms","start":"2026-07-30T23:43:34.153004Z","end":"2026-07-30T23:43:34.269852Z","steps":["trace[1372602930] 'agreement among raft nodes before linearized reading' (duration: 116.653341ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:34.430111Z","caller":"traceutil/trace.go:171","msg":"trace[2106536796] transaction","detail":"{read_only:false; response_revision:3730; number_of_response:1; }","duration":"155.48481ms","start":"2026-07-30T23:43:34.274595Z","end":"2026-07-30T23:43:34.43008Z","steps":["trace[2106536796] 'process raft request' (duration: 155.006921ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:34.430152Z","caller":"traceutil/trace.go:171","msg":"trace[639345446] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"154.388428ms","start":"2026-07-30T23:43:34.275741Z","end":"2026-07-30T23:43:34.43013Z","steps":["trace[639345446] 'process raft request' (duration: 154.350467ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:34.430295Z","caller":"traceutil/trace.go:171","msg":"trace[39179696] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"155.574752ms","start":"2026-07-30T23:43:34.274711Z","end":"2026-07-30T23:43:34.430286Z","steps":["trace[39179696] 'process raft request' (duration: 155.275306ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:34.430391Z","caller":"traceutil/trace.go:171","msg":"trace[1407956134] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"155.568532ms","start":"2026-07-30T23:43:34.274817Z","end":"2026-07-30T23:43:34.430385Z","steps":["trace[1407956134] 'process raft request' (duration: 155.215455ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:34.430384Z","caller":"traceutil/trace.go:171","msg":"trace[595177891] transaction","detail":"{read_only:false; response_revision:3733; number_of_response:1; }","duration":"155.519401ms","start":"2026-07-30T23:43:34.27484Z","end":"2026-07-30T23:43:34.430359Z","steps":["trace[595177891] 'process raft request' (duration: 155.220695ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:12.490012Z","caller":"traceutil/trace.go:171","msg":"trace[511071345] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"168.235222ms","start":"2026-07-30T23:44:12.321753Z","end":"2026-07-30T23:44:12.489988Z","steps":["trace[511071345] 'process raft request' (duration: 69.993687ms)","trace[511071345] 'compare' (duration: 98.070402ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:44:12.490148Z","caller":"traceutil/trace.go:171","msg":"trace[1460734068] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"167.503379ms","start":"2026-07-30T23:44:12.322632Z","end":"2026-07-30T23:44:12.490136Z","steps":["trace[1460734068] 'process raft request' (duration: 167.313796ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:13.167273Z","caller":"traceutil/trace.go:171","msg":"trace[787496761] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3943; }","duration":"184.060746ms","start":"2026-07-30T23:44:12.983171Z","end":"2026-07-30T23:44:13.167232Z","steps":["trace[787496761] 'process raft request' (duration: 183.982655ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:13.167319Z","caller":"traceutil/trace.go:171","msg":"trace[838824650] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"184.974373ms","start":"2026-07-30T23:44:12.982278Z","end":"2026-07-30T23:44:13.167253Z","steps":["trace[838824650] 'process raft request' (duration: 91.308446ms)","trace[838824650] 'compare' (duration: 93.339311ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:44:13.168846Z","caller":"traceutil/trace.go:171","msg":"trace[60132705] linearizableReadLoop","detail":"{readStateIndex:4096; appliedIndex:4092; }","duration":"151.480177ms","start":"2026-07-30T23:44:13.017335Z","end":"2026-07-30T23:44:13.168815Z","steps":["trace[60132705] 'read index received' (duration: 56.268462ms)","trace[60132705] 'applied index is now lower than readState.Index' (duration: 95.210525ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:44:13.169038Z","caller":"traceutil/trace.go:171","msg":"trace[289208129] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"151.771523ms","start":"2026-07-30T23:44:13.017251Z","end":"2026-07-30T23:44:13.169023Z","steps":["trace[289208129] 'process raft request' (duration: 151.403076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:44:13.169442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.127546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:44:13.169515Z","caller":"traceutil/trace.go:171","msg":"trace[2032877725] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3944; }","duration":"136.234998ms","start":"2026-07-30T23:44:13.033261Z","end":"2026-07-30T23:44:13.169496Z","steps":["trace[2032877725] 'agreement among raft nodes before linearized reading' (duration: 136.069925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:44:13.169558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.20314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-30T23:44:13.169659Z","caller":"traceutil/trace.go:171","msg":"trace[305441734] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3944; }","duration":"152.344183ms","start":"2026-07-30T23:44:13.017291Z","end":"2026-07-30T23:44:13.169635Z","steps":["trace[305441734] 'agreement among raft nodes before linearized reading' (duration: 152.043078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:44:13.468779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.105153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:44:13.469523Z","caller":"traceutil/trace.go:171","msg":"trace[812972688] linearizableReadLoop","detail":"{readStateIndex:4101; appliedIndex:4098; }","duration":"206.788083ms","start":"2026-07-30T23:44:13.262713Z","end":"2026-07-30T23:44:13.469501Z","steps":["trace[812972688] 'read index received' (duration: 43.873065ms)","trace[812972688] 'applied index is now lower than readState.Index' (duration: 162.912308ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:44:13.4695Z","caller":"traceutil/trace.go:171","msg":"trace[1052850149] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"286.754ms","start":"2026-07-30T23:44:13.18269Z","end":"2026-07-30T23:44:13.469444Z","steps":["trace[1052850149] 'process raft request' (duration: 123.879303ms)","trace[1052850149] 'compare' (duration: 161.812368ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:44:13.469567Z","caller":"traceutil/trace.go:171","msg":"trace[801330066] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"253.231466ms","start":"2026-07-30T23:44:13.216279Z","end":"2026-07-30T23:44:13.46951Z","steps":["trace[801330066] 'process raft request' (duration: 252.725416ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:13.469443Z","caller":"traceutil/trace.go:171","msg":"trace[1690279495] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"253.117414ms","start":"2026-07-30T23:44:13.21628Z","end":"2026-07-30T23:44:13.469397Z","steps":["trace[1690279495] 'process raft request' (duration: 252.671195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:44:13.595352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.225936ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T23:44:13.595599Z","caller":"traceutil/trace.go:171","msg":"trace[497647633] linearizableReadLoop","detail":"{readStateIndex:4102; appliedIndex:4101; }","duration":"116.723272ms","start":"2026-07-30T23:44:13.478858Z","end":"2026-07-30T23:44:13.595581Z","steps":["trace[497647633] 'read index received' (duration: 57.071µs)","trace[497647633] 'applied index is now lower than readState.Index' (duration: 116.664741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:44:13.595905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.148742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:44:13.596005Z","caller":"traceutil/trace.go:171","msg":"trace[487870167] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"117.026647ms","start":"2026-07-30T23:44:13.478966Z","end":"2026-07-30T23:44:13.595992Z","steps":["trace[487870167] 'process raft request' (duration: 116.517158ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:13.596036Z","caller":"traceutil/trace.go:171","msg":"trace[133010269] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3949; }","duration":"333.337905ms","start":"2026-07-30T23:44:13.262665Z","end":"2026-07-30T23:44:13.596002Z","steps":["trace[133010269] 'agreement among raft nodes before linearized reading' (duration: 206.928076ms)","trace[133010269] 'range keys from in-memory index tree' (duration: 126.177595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:44:13.596443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.569427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18c735e93535d813\" ","response":"range_response_count:1 size:782"} {"level":"warn","ts":"2026-07-30T23:44:13.59643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:44:13.262648Z","time spent":"333.764253ms","remote":"127.0.0.1:34552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-30T23:44:13.596477Z","caller":"traceutil/trace.go:171","msg":"trace[1024165926] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18c735e93535d813; range_end:; response_count:1; response_revision:3949; }","duration":"117.654589ms","start":"2026-07-30T23:44:13.478812Z","end":"2026-07-30T23:44:13.596467Z","steps":["trace[1024165926] 'agreement among raft nodes before linearized reading' (duration: 116.844954ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:13.670282Z","caller":"traceutil/trace.go:171","msg":"trace[607295430] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"184.484994ms","start":"2026-07-30T23:44:13.485767Z","end":"2026-07-30T23:44:13.670252Z","steps":["trace[607295430] 'process raft request' (duration: 130.662917ms)","trace[607295430] 'compare' (duration: 53.095864ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:44:30.813578Z","caller":"traceutil/trace.go:171","msg":"trace[1830549949] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"131.666007ms","start":"2026-07-30T23:44:30.681884Z","end":"2026-07-30T23:44:30.81355Z","steps":["trace[1830549949] 'process raft request' (duration: 131.426762ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:30.971715Z","caller":"traceutil/trace.go:171","msg":"trace[1947651823] linearizableReadLoop","detail":"{readStateIndex:4256; appliedIndex:4255; }","duration":"144.005366ms","start":"2026-07-30T23:44:30.827687Z","end":"2026-07-30T23:44:30.971692Z","steps":["trace[1947651823] 'read index received' (duration: 107.745362ms)","trace[1947651823] 'applied index is now lower than readState.Index' (duration: 36.258894ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:44:30.971742Z","caller":"traceutil/trace.go:171","msg":"trace[794109946] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"150.4472ms","start":"2026-07-30T23:44:30.821265Z","end":"2026-07-30T23:44:30.971712Z","steps":["trace[794109946] 'process raft request' (duration: 114.298568ms)","trace[794109946] 'compare' (duration: 35.974799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:44:30.972004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.302591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T23:44:30.972037Z","caller":"traceutil/trace.go:171","msg":"trace[973545151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4099; }","duration":"144.391313ms","start":"2026-07-30T23:44:30.827636Z","end":"2026-07-30T23:44:30.972027Z","steps":["trace[973545151] 'agreement among raft nodes before linearized reading' (duration: 144.179269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:44:30.972113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.102333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:44:30.972193Z","caller":"traceutil/trace.go:171","msg":"trace[1372590264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4099; }","duration":"137.203824ms","start":"2026-07-30T23:44:30.834969Z","end":"2026-07-30T23:44:30.972173Z","steps":["trace[1372590264] 'agreement among raft nodes before linearized reading' (duration: 136.99296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:44:30.972166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.721661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T23:44:30.97228Z","caller":"traceutil/trace.go:171","msg":"trace[2003041367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4099; }","duration":"138.887285ms","start":"2026-07-30T23:44:30.833366Z","end":"2026-07-30T23:44:30.972254Z","steps":["trace[2003041367] 'agreement among raft nodes before linearized reading' (duration: 138.561099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:44:30.972324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.798293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:44:30.972355Z","caller":"traceutil/trace.go:171","msg":"trace[1244446160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4099; }","duration":"125.823183ms","start":"2026-07-30T23:44:30.84652Z","end":"2026-07-30T23:44:30.972343Z","steps":["trace[1244446160] 'agreement among raft nodes before linearized reading' (duration: 125.779382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:44:30.97265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.431036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T23:44:30.972746Z","caller":"traceutil/trace.go:171","msg":"trace[46481484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4099; }","duration":"138.553159ms","start":"2026-07-30T23:44:30.834172Z","end":"2026-07-30T23:44:30.972725Z","steps":["trace[46481484] 'agreement among raft nodes before linearized reading' (duration: 138.164262ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:57.068676Z","caller":"traceutil/trace.go:171","msg":"trace[1776096339] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"131.094983ms","start":"2026-07-30T23:44:56.937559Z","end":"2026-07-30T23:44:57.068654Z","steps":["trace[1776096339] 'process raft request' (duration: 130.9139ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:02.223345Z","caller":"traceutil/trace.go:171","msg":"trace[2120629699] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"111.398062ms","start":"2026-07-30T23:45:02.111917Z","end":"2026-07-30T23:45:02.223315Z","steps":["trace[2120629699] 'process raft request' (duration: 111.28797ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:02.223658Z","caller":"traceutil/trace.go:171","msg":"trace[1295407225] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"132.717471ms","start":"2026-07-30T23:45:02.090884Z","end":"2026-07-30T23:45:02.223602Z","steps":["trace[1295407225] 'process raft request' (duration: 127.87911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:06.644531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.426644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:45:06.644759Z","caller":"traceutil/trace.go:171","msg":"trace[1156779937] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"220.134059ms","start":"2026-07-30T23:45:06.424606Z","end":"2026-07-30T23:45:06.64474Z","steps":["trace[1156779937] 'process raft request' (duration: 220.058067ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:06.645088Z","caller":"traceutil/trace.go:171","msg":"trace[219805723] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"221.618923ms","start":"2026-07-30T23:45:06.423443Z","end":"2026-07-30T23:45:06.645062Z","steps":["trace[219805723] 'process raft request' (duration: 113.565318ms)","trace[219805723] 'compare' (duration: 107.259502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:07.566868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.707187ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:07.567035Z","caller":"traceutil/trace.go:171","msg":"trace[1297586924] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4662; }","duration":"714.90008ms","start":"2026-07-30T23:45:06.852114Z","end":"2026-07-30T23:45:07.567015Z","steps":["trace[1297586924] 'range keys from in-memory index tree' (duration: 714.692076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.567082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.78638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:45:07.567179Z","caller":"traceutil/trace.go:171","msg":"trace[631790342] linearizableReadLoop","detail":"{readStateIndex:4844; appliedIndex:4843; }","duration":"882.860905ms","start":"2026-07-30T23:45:06.684301Z","end":"2026-07-30T23:45:07.567162Z","steps":["trace[631790342] 'read index received' (duration: 464.876082ms)","trace[631790342] 'applied index is now lower than readState.Index' (duration: 417.983123ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:07.567283Z","caller":"traceutil/trace.go:171","msg":"trace[522867128] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"916.831223ms","start":"2026-07-30T23:45:06.650441Z","end":"2026-07-30T23:45:07.567272Z","steps":["trace[522867128] 'process raft request' (duration: 498.761588ms)","trace[522867128] 'compare' (duration: 417.546676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:07.567346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:06.650418Z","time spent":"916.898295ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:45:07.567448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.126819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:07.567537Z","caller":"traceutil/trace.go:171","msg":"trace[197873114] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4663; }","duration":"883.308943ms","start":"2026-07-30T23:45:06.684207Z","end":"2026-07-30T23:45:07.567516Z","steps":["trace[197873114] 'agreement among raft nodes before linearized reading' (duration: 883.157521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.567588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:06.684171Z","time spent":"883.406374ms","remote":"127.0.0.1:34402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:45:07.882777Z","caller":"traceutil/trace.go:171","msg":"trace[1168990910] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"1.147135263s","start":"2026-07-30T23:45:06.735605Z","end":"2026-07-30T23:45:07.88274Z","steps":["trace[1168990910] 'process raft request' (duration: 1.139002637s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.883018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:06.735569Z","time spent":"1.147337777s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:45:07.883094Z","caller":"traceutil/trace.go:171","msg":"trace[1267804114] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4844; }","duration":"315.83575ms","start":"2026-07-30T23:45:07.567238Z","end":"2026-07-30T23:45:07.883074Z","steps":["trace[1267804114] 'read index received' (duration: 307.347728ms)","trace[1267804114] 'applied index is now lower than readState.Index' (duration: 8.487112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:07.883348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.764951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T23:45:07.88333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.077521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T23:45:07.883382Z","caller":"traceutil/trace.go:171","msg":"trace[1660110002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4666; }","duration":"685.861943ms","start":"2026-07-30T23:45:07.197509Z","end":"2026-07-30T23:45:07.883371Z","steps":["trace[1660110002] 'agreement among raft nodes before linearized reading' (duration: 685.73304ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:07.883371Z","caller":"traceutil/trace.go:171","msg":"trace[88570167] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"1.106808489s","start":"2026-07-30T23:45:06.776538Z","end":"2026-07-30T23:45:07.883346Z","steps":["trace[88570167] 'process raft request' (duration: 1.106089237s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.883345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.753983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:45:07.883456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:06.776522Z","time spent":"1.106891721s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:45:07.883473Z","caller":"traceutil/trace.go:171","msg":"trace[511951130] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4666; }","duration":"434.933707ms","start":"2026-07-30T23:45:07.448505Z","end":"2026-07-30T23:45:07.883438Z","steps":["trace[511951130] 'agreement among raft nodes before linearized reading' (duration: 434.642162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.883511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.301619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:45:07.883466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.329774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:45:07.883541Z","caller":"traceutil/trace.go:171","msg":"trace[366033048] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4666; }","duration":"216.359139ms","start":"2026-07-30T23:45:07.667172Z","end":"2026-07-30T23:45:07.883531Z","steps":["trace[366033048] 'agreement among raft nodes before linearized reading' (duration: 216.318499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.883535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:07.448488Z","time spent":"435.034138ms","remote":"127.0.0.1:45920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:45:07.883579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.249581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T23:45:07.883583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.722372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:45:07.883466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.084183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:45:07.883624Z","caller":"traceutil/trace.go:171","msg":"trace[1863858328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4666; }","duration":"634.379984ms","start":"2026-07-30T23:45:07.249234Z","end":"2026-07-30T23:45:07.883614Z","steps":["trace[1863858328] 'agreement among raft nodes before linearized reading' (duration: 634.197601ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:07.883648Z","caller":"traceutil/trace.go:171","msg":"trace[1067200823] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4666; }","duration":"356.836774ms","start":"2026-07-30T23:45:07.526789Z","end":"2026-07-30T23:45:07.883626Z","steps":["trace[1067200823] 'agreement among raft nodes before linearized reading' (duration: 356.740082ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:07.883657Z","caller":"traceutil/trace.go:171","msg":"trace[1316879793] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4666; }","duration":"283.308597ms","start":"2026-07-30T23:45:07.600329Z","end":"2026-07-30T23:45:07.883638Z","steps":["trace[1316879793] 'agreement among raft nodes before linearized reading' (duration: 283.107384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.883665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:07.249219Z","time spent":"634.437734ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T23:45:07.883699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:07.526762Z","time spent":"356.923015ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:45:07.883403Z","caller":"traceutil/trace.go:171","msg":"trace[1295795493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4666; }","duration":"636.163393ms","start":"2026-07-30T23:45:07.247223Z","end":"2026-07-30T23:45:07.883386Z","steps":["trace[1295795493] 'agreement among raft nodes before linearized reading' (duration: 635.925029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.883412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:07.197466Z","time spent":"685.939194ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T23:45:07.883786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:07.247145Z","time spent":"636.633151ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T23:45:07.883588Z","caller":"traceutil/trace.go:171","msg":"trace[398661980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4666; }","duration":"561.521148ms","start":"2026-07-30T23:45:07.322036Z","end":"2026-07-30T23:45:07.883557Z","steps":["trace[398661980] 'agreement among raft nodes before linearized reading' (duration: 561.169582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.883856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:07.322002Z","time spent":"561.845863ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:45:07.883396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036102969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:07.883926Z","caller":"traceutil/trace.go:171","msg":"trace[386923410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4666; }","duration":"1.036672318s","start":"2026-07-30T23:45:06.847246Z","end":"2026-07-30T23:45:07.883918Z","steps":["trace[386923410] 'agreement among raft nodes before linearized reading' (duration: 1.036071228s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.883947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:06.847209Z","time spent":"1.036734989s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:45:07.883933Z","caller":"traceutil/trace.go:171","msg":"trace[1361939581] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"1.102782932s","start":"2026-07-30T23:45:06.781131Z","end":"2026-07-30T23:45:07.883914Z","steps":["trace[1361939581] 'process raft request' (duration: 1.101870026s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.883989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.144896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T23:45:07.884022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:06.781122Z","time spent":"1.102850074s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:45:07.884064Z","caller":"traceutil/trace.go:171","msg":"trace[932434000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4666; }","duration":"774.336499ms","start":"2026-07-30T23:45:07.109704Z","end":"2026-07-30T23:45:07.884041Z","steps":["trace[932434000] 'agreement among raft nodes before linearized reading' (duration: 773.84135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:07.885656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:07.109667Z","time spent":"774.475651ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T23:45:08.869649Z","caller":"traceutil/trace.go:171","msg":"trace[181860344] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"147.840593ms","start":"2026-07-30T23:45:08.721787Z","end":"2026-07-30T23:45:08.869627Z","steps":["trace[181860344] 'process raft request' (duration: 147.674951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:09.602776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.666512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09e54c4c-6ca0-483d-9bf6-6ba2ee718c6c\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-07-30T23:45:09.602819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.617512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-30T23:45:09.602859Z","caller":"traceutil/trace.go:171","msg":"trace[1697886243] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09e54c4c-6ca0-483d-9bf6-6ba2ee718c6c; range_end:; response_count:1; response_revision:4741; }","duration":"181.797874ms","start":"2026-07-30T23:45:09.42104Z","end":"2026-07-30T23:45:09.602838Z","steps":["trace[1697886243] 'range keys from in-memory index tree' (duration: 181.448978ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:09.602894Z","caller":"traceutil/trace.go:171","msg":"trace[354951649] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4741; }","duration":"264.745593ms","start":"2026-07-30T23:45:09.338129Z","end":"2026-07-30T23:45:09.602875Z","steps":["trace[354951649] 'range keys from in-memory index tree' (duration: 264.437878ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:09.633475Z","caller":"traceutil/trace.go:171","msg":"trace[1631563414] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4923; }","duration":"183.173517ms","start":"2026-07-30T23:45:09.450271Z","end":"2026-07-30T23:45:09.633444Z","steps":["trace[1631563414] 'read index received' (duration: 182.75764ms)","trace[1631563414] 'applied index is now lower than readState.Index' (duration: 414.237µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:09.633616Z","caller":"traceutil/trace.go:171","msg":"trace[1133974629] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"186.095536ms","start":"2026-07-30T23:45:09.447504Z","end":"2026-07-30T23:45:09.633599Z","steps":["trace[1133974629] 'process raft request' (duration: 185.620438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:09.633728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.430861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:45:09.633794Z","caller":"traceutil/trace.go:171","msg":"trace[361039709] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4742; }","duration":"183.522643ms","start":"2026-07-30T23:45:09.450264Z","end":"2026-07-30T23:45:09.633786Z","steps":["trace[361039709] 'agreement among raft nodes before linearized reading' (duration: 183.3464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:09.676846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.183531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:45:09.676912Z","caller":"traceutil/trace.go:171","msg":"trace[2083818281] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"103.026243ms","start":"2026-07-30T23:45:09.573597Z","end":"2026-07-30T23:45:09.676624Z","steps":["trace[2083818281] 'process raft request' (duration: 102.82398ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:09.677067Z","caller":"traceutil/trace.go:171","msg":"trace[1488540394] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4744; }","duration":"176.331813ms","start":"2026-07-30T23:45:09.500583Z","end":"2026-07-30T23:45:09.676914Z","steps":["trace[1488540394] 'agreement among raft nodes before linearized reading' (duration: 176.178401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:09.677123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.780161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09e54c4c-6ca0-483d-9bf6-6ba2ee718c6c\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-07-30T23:45:09.677171Z","caller":"traceutil/trace.go:171","msg":"trace[340713577] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09e54c4c-6ca0-483d-9bf6-6ba2ee718c6c; range_end:; response_count:1; response_revision:4744; }","duration":"191.858321ms","start":"2026-07-30T23:45:09.485294Z","end":"2026-07-30T23:45:09.677153Z","steps":["trace[340713577] 'agreement among raft nodes before linearized reading' (duration: 191.320592ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:10.320515Z","caller":"traceutil/trace.go:171","msg":"trace[1011541070] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4957; }","duration":"153.121823ms","start":"2026-07-30T23:45:10.167375Z","end":"2026-07-30T23:45:10.320497Z","steps":["trace[1011541070] 'read index received' (duration: 152.92849ms)","trace[1011541070] 'applied index is now lower than readState.Index' (duration: 192.643µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:10.320555Z","caller":"traceutil/trace.go:171","msg":"trace[1574813191] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"155.461102ms","start":"2026-07-30T23:45:10.165073Z","end":"2026-07-30T23:45:10.320535Z","steps":["trace[1574813191] 'process raft request' (duration: 155.296829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:10.320846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.462799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:21 size:498848"} {"level":"info","ts":"2026-07-30T23:45:10.320868Z","caller":"traceutil/trace.go:171","msg":"trace[771371141] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:21; response_revision:4776; }","duration":"153.499719ms","start":"2026-07-30T23:45:10.167363Z","end":"2026-07-30T23:45:10.320863Z","steps":["trace[771371141] 'agreement among raft nodes before linearized reading' (duration: 153.201474ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:11.789Z","caller":"traceutil/trace.go:171","msg":"trace[1306090188] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"229.131801ms","start":"2026-07-30T23:45:11.559843Z","end":"2026-07-30T23:45:11.788975Z","steps":["trace[1306090188] 'process raft request' (duration: 228.805515ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:11.790264Z","caller":"traceutil/trace.go:171","msg":"trace[1914241687] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"107.598825ms","start":"2026-07-30T23:45:11.682645Z","end":"2026-07-30T23:45:11.790244Z","steps":["trace[1914241687] 'process raft request' (duration: 107.267159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:11.790556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.75162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09e54c4c-6ca0-483d-9bf6-6ba2ee718c6c\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-07-30T23:45:11.790634Z","caller":"traceutil/trace.go:171","msg":"trace[693316773] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09e54c4c-6ca0-483d-9bf6-6ba2ee718c6c; range_end:; response_count:1; response_revision:4817; }","duration":"103.868743ms","start":"2026-07-30T23:45:11.686751Z","end":"2026-07-30T23:45:11.790619Z","steps":["trace[693316773] 'agreement among raft nodes before linearized reading' (duration: 103.69697ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:11.790649Z","caller":"traceutil/trace.go:171","msg":"trace[459214387] linearizableReadLoop","detail":"{readStateIndex:5001; appliedIndex:4999; }","duration":"103.382614ms","start":"2026-07-30T23:45:11.686788Z","end":"2026-07-30T23:45:11.790171Z","steps":["trace[459214387] 'read index received' (duration: 101.846229ms)","trace[459214387] 'applied index is now lower than readState.Index' (duration: 1.535245ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:12.656841Z","caller":"traceutil/trace.go:171","msg":"trace[528092709] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"194.223107ms","start":"2026-07-30T23:45:12.462596Z","end":"2026-07-30T23:45:12.656819Z","steps":["trace[528092709] 'process raft request' (duration: 194.107925ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:12.962032Z","caller":"traceutil/trace.go:171","msg":"trace[1713057214] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5012; }","duration":"238.559541ms","start":"2026-07-30T23:45:12.723451Z","end":"2026-07-30T23:45:12.96201Z","steps":["trace[1713057214] 'read index received' (duration: 190.060718ms)","trace[1713057214] 'applied index is now lower than readState.Index' (duration: 48.497993ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:12.962115Z","caller":"traceutil/trace.go:171","msg":"trace[1298518478] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"367.972644ms","start":"2026-07-30T23:45:12.5941Z","end":"2026-07-30T23:45:12.962073Z","steps":["trace[1298518478] 'process raft request' (duration: 367.850012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:12.962166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.702123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:45:12.962196Z","caller":"traceutil/trace.go:171","msg":"trace[1865113056] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4830; }","duration":"238.788685ms","start":"2026-07-30T23:45:12.723397Z","end":"2026-07-30T23:45:12.962186Z","steps":["trace[1865113056] 'agreement among raft nodes before linearized reading' (duration: 238.719184ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:12.962195Z","caller":"traceutil/trace.go:171","msg":"trace[951778050] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"498.214552ms","start":"2026-07-30T23:45:12.463955Z","end":"2026-07-30T23:45:12.962169Z","steps":["trace[951778050] 'process raft request' (duration: 449.653668ms)","trace[951778050] 'compare' (duration: 48.119717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:12.962286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:12.594079Z","time spent":"368.115826ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:45:12.962353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:12.463919Z","time spent":"498.340683ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:45:12.96352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.395078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:12.963574Z","caller":"traceutil/trace.go:171","msg":"trace[1141428423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4830; }","duration":"116.498219ms","start":"2026-07-30T23:45:12.847062Z","end":"2026-07-30T23:45:12.96356Z","steps":["trace[1141428423] 'agreement among raft nodes before linearized reading' (duration: 116.378217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:12.963754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09e54c4c-6ca0-483d-9bf6-6ba2ee718c6c\" ","response":"range_response_count:1 size:4078"} {"level":"info","ts":"2026-07-30T23:45:12.963821Z","caller":"traceutil/trace.go:171","msg":"trace[2129951759] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09e54c4c-6ca0-483d-9bf6-6ba2ee718c6c; range_end:; response_count:1; response_revision:4830; }","duration":"169.772802ms","start":"2026-07-30T23:45:12.794031Z","end":"2026-07-30T23:45:12.963804Z","steps":["trace[2129951759] 'agreement among raft nodes before linearized reading' (duration: 169.04284ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:13.127358Z","caller":"traceutil/trace.go:171","msg":"trace[311728323] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"156.460718ms","start":"2026-07-30T23:45:12.970877Z","end":"2026-07-30T23:45:13.127338Z","steps":["trace[311728323] 'process raft request' (duration: 156.349267ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:13.134949Z","caller":"traceutil/trace.go:171","msg":"trace[440288163] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"161.572573ms","start":"2026-07-30T23:45:12.973355Z","end":"2026-07-30T23:45:13.134928Z","steps":["trace[440288163] 'process raft request' (duration: 160.425234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:19.014206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054862988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:19.515461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054862988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:19.651326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171639577s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T23:45:19.65171Z","caller":"traceutil/trace.go:171","msg":"trace[603627079] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"1.172126955s","start":"2026-07-30T23:45:18.479555Z","end":"2026-07-30T23:45:19.651682Z","steps":["trace[603627079] 'process raft request' (duration: 1.171932671s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:19.651851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:18.479528Z","time spent":"1.172267487s","remote":"127.0.0.1:45946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1637,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:45:19.686587Z","caller":"traceutil/trace.go:171","msg":"trace[1989500010] linearizableReadLoop","detail":"{readStateIndex:5094; appliedIndex:5091; }","duration":"1.172671082s","start":"2026-07-30T23:45:18.513891Z","end":"2026-07-30T23:45:19.686562Z","steps":["trace[1989500010] 'read index received' (duration: 1.137683889s)","trace[1989500010] 'applied index is now lower than readState.Index' (duration: 34.986133ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:19.686789Z","caller":"traceutil/trace.go:171","msg":"trace[1950712676] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"1.17186535s","start":"2026-07-30T23:45:18.514911Z","end":"2026-07-30T23:45:19.686776Z","steps":["trace[1950712676] 'process raft request' (duration: 1.171393052s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:19.686913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:18.514886Z","time spent":"1.171958311s","remote":"127.0.0.1:34168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:45:19.687343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099490931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-30T23:45:19.687427Z","caller":"traceutil/trace.go:171","msg":"trace[1645328334] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4905; }","duration":"1.099602553s","start":"2026-07-30T23:45:18.58781Z","end":"2026-07-30T23:45:19.687413Z","steps":["trace[1645328334] 'agreement among raft nodes before linearized reading' (duration: 1.099382009s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:19.687494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:18.587799Z","time spent":"1.099683455s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-30T23:45:19.687538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173604229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-07-30T23:45:19.687808Z","caller":"traceutil/trace.go:171","msg":"trace[1442232460] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"926.174645ms","start":"2026-07-30T23:45:18.761327Z","end":"2026-07-30T23:45:19.687501Z","steps":["trace[1442232460] 'process raft request' (duration: 925.163638ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:19.687898Z","caller":"traceutil/trace.go:171","msg":"trace[1066357530] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4905; }","duration":"1.173997755s","start":"2026-07-30T23:45:18.513855Z","end":"2026-07-30T23:45:19.687853Z","steps":["trace[1066357530] 'agreement among raft nodes before linearized reading' (duration: 1.173335504s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:19.687933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:18.761292Z","time spent":"926.576502ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:45:19.687976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:18.513837Z","time spent":"1.174125777s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12995,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-30T23:45:19.687702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.720531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:19.688133Z","caller":"traceutil/trace.go:171","msg":"trace[278422620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4905; }","duration":"841.187289ms","start":"2026-07-30T23:45:18.846931Z","end":"2026-07-30T23:45:19.688118Z","steps":["trace[278422620] 'agreement among raft nodes before linearized reading' (duration: 840.719221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:19.688219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:18.846901Z","time spent":"841.308202ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:45:19.687714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.731468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:45:19.688444Z","caller":"traceutil/trace.go:171","msg":"trace[861449299] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4905; }","duration":"842.48366ms","start":"2026-07-30T23:45:18.845951Z","end":"2026-07-30T23:45:19.688435Z","steps":["trace[861449299] 'agreement among raft nodes before linearized reading' (duration: 841.687387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:19.688517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:18.845889Z","time spent":"842.574862ms","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:45:20.153388Z","caller":"traceutil/trace.go:171","msg":"trace[1643586823] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"102.811114ms","start":"2026-07-30T23:45:20.050549Z","end":"2026-07-30T23:45:20.15336Z","steps":["trace[1643586823] 'process raft request' (duration: 102.749323ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:20.153616Z","caller":"traceutil/trace.go:171","msg":"trace[2026775349] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"158.783741ms","start":"2026-07-30T23:45:19.994803Z","end":"2026-07-30T23:45:20.153587Z","steps":["trace[2026775349] 'process raft request' (duration: 101.753047ms)","trace[2026775349] 'compare' (duration: 56.586866ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:20.153793Z","caller":"traceutil/trace.go:171","msg":"trace[861900644] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5113; }","duration":"136.072939ms","start":"2026-07-30T23:45:20.017691Z","end":"2026-07-30T23:45:20.153764Z","steps":["trace[861900644] 'read index received' (duration: 30.49951ms)","trace[861900644] 'applied index is now lower than readState.Index' (duration: 105.570879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:20.15405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.335813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:45:20.154095Z","caller":"traceutil/trace.go:171","msg":"trace[1648108899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4927; }","duration":"136.448255ms","start":"2026-07-30T23:45:20.017636Z","end":"2026-07-30T23:45:20.154084Z","steps":["trace[1648108899] 'agreement among raft nodes before linearized reading' (duration: 136.253922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.154119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.507929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T23:45:20.154161Z","caller":"traceutil/trace.go:171","msg":"trace[1278343302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4927; }","duration":"135.611001ms","start":"2026-07-30T23:45:20.01854Z","end":"2026-07-30T23:45:20.154151Z","steps":["trace[1278343302] 'agreement among raft nodes before linearized reading' (duration: 135.381657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.154097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.744507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:45:20.154248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.237205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:45:20.154357Z","caller":"traceutil/trace.go:171","msg":"trace[1196073529] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4927; }","duration":"109.971621ms","start":"2026-07-30T23:45:20.044306Z","end":"2026-07-30T23:45:20.154278Z","steps":["trace[1196073529] 'agreement among raft nodes before linearized reading' (duration: 109.737997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.154317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.305352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:45:20.154451Z","caller":"traceutil/trace.go:171","msg":"trace[1574297905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4927; }","duration":"128.689018ms","start":"2026-07-30T23:45:20.025744Z","end":"2026-07-30T23:45:20.154433Z","steps":["trace[1574297905] 'agreement among raft nodes before linearized reading' (duration: 128.20379ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:20.154385Z","caller":"traceutil/trace.go:171","msg":"trace[578020664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4927; }","duration":"132.415189ms","start":"2026-07-30T23:45:20.021959Z","end":"2026-07-30T23:45:20.154374Z","steps":["trace[578020664] 'agreement among raft nodes before linearized reading' (duration: 132.230976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.924898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.734475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:45:20.925197Z","caller":"traceutil/trace.go:171","msg":"trace[127102362] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"455.854415ms","start":"2026-07-30T23:45:20.469325Z","end":"2026-07-30T23:45:20.925179Z","steps":["trace[127102362] 'process raft request' (duration: 455.799314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.92528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:20.469293Z","time spent":"455.945047ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:45:20.925281Z","caller":"traceutil/trace.go:171","msg":"trace[1278191795] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5124; }","duration":"692.485021ms","start":"2026-07-30T23:45:20.232776Z","end":"2026-07-30T23:45:20.925261Z","steps":["trace[1278191795] 'read index received' (duration: 11.951165ms)","trace[1278191795] 'applied index is now lower than readState.Index' (duration: 680.531556ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:20.925598Z","caller":"traceutil/trace.go:171","msg":"trace[640519739] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"674.899484ms","start":"2026-07-30T23:45:20.250658Z","end":"2026-07-30T23:45:20.925558Z","steps":["trace[640519739] 'process raft request' (duration: 674.389595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.925785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:20.250621Z","time spent":"675.083576ms","remote":"127.0.0.1:34186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:45:20.925871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.266439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:20.92592Z","caller":"traceutil/trace.go:171","msg":"trace[163870872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4939; }","duration":"159.352889ms","start":"2026-07-30T23:45:20.766556Z","end":"2026-07-30T23:45:20.925909Z","steps":["trace[163870872] 'agreement among raft nodes before linearized reading' (duration: 159.252348ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:20.926061Z","caller":"traceutil/trace.go:171","msg":"trace[402606769] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"694.071537ms","start":"2026-07-30T23:45:20.231936Z","end":"2026-07-30T23:45:20.926007Z","steps":["trace[402606769] 'process raft request' (duration: 33.147953ms)","trace[402606769] 'compare' (duration: 659.491821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:20.926134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.352186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-30T23:45:20.926182Z","caller":"traceutil/trace.go:171","msg":"trace[1923991814] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4939; }","duration":"693.436817ms","start":"2026-07-30T23:45:20.232727Z","end":"2026-07-30T23:45:20.926164Z","steps":["trace[1923991814] 'agreement among raft nodes before linearized reading' (duration: 693.227773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.926215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:20.232707Z","time spent":"693.500178ms","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-30T23:45:20.926275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:20.231927Z","time spent":"694.24423ms","remote":"127.0.0.1:34168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:45:20.926205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.853536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16084"} {"level":"warn","ts":"2026-07-30T23:45:20.926351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.712295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-30T23:45:20.926383Z","caller":"traceutil/trace.go:171","msg":"trace[2147456599] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4939; }","duration":"398.1026ms","start":"2026-07-30T23:45:20.528268Z","end":"2026-07-30T23:45:20.926371Z","steps":["trace[2147456599] 'agreement among raft nodes before linearized reading' (duration: 397.684783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.926423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:20.52825Z","time spent":"398.164181ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16107,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-30T23:45:20.926428Z","caller":"traceutil/trace.go:171","msg":"trace[768725756] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4939; }","duration":"322.807977ms","start":"2026-07-30T23:45:20.603603Z","end":"2026-07-30T23:45:20.92641Z","steps":["trace[768725756] 'agreement among raft nodes before linearized reading' (duration: 322.637814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.926519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:20.603588Z","time spent":"322.917218ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-30T23:45:20.927118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.582707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-30T23:45:20.92717Z","caller":"traceutil/trace.go:171","msg":"trace[1464515491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4939; }","duration":"688.655849ms","start":"2026-07-30T23:45:20.238502Z","end":"2026-07-30T23:45:20.927157Z","steps":["trace[1464515491] 'agreement among raft nodes before linearized reading' (duration: 686.965061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.927201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:20.238493Z","time spent":"688.69969ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T23:45:20.930522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.536095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207411"} {"level":"info","ts":"2026-07-30T23:45:20.930591Z","caller":"traceutil/trace.go:171","msg":"trace[1693972694] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4939; }","duration":"476.612456ms","start":"2026-07-30T23:45:20.453961Z","end":"2026-07-30T23:45:20.930573Z","steps":["trace[1693972694] 'agreement among raft nodes before linearized reading' (duration: 472.368616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:20.930634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:20.453897Z","time spent":"476.726638ms","remote":"127.0.0.1:34186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2207434,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-30T23:45:21.110735Z","caller":"traceutil/trace.go:171","msg":"trace[1807344451] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"102.203372ms","start":"2026-07-30T23:45:21.008515Z","end":"2026-07-30T23:45:21.110718Z","steps":["trace[1807344451] 'read index received' (duration: 102.133431ms)","trace[1807344451] 'applied index is now lower than readState.Index' (duration: 69.241µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:21.110872Z","caller":"traceutil/trace.go:171","msg":"trace[1527025925] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"170.234776ms","start":"2026-07-30T23:45:20.940569Z","end":"2026-07-30T23:45:21.110803Z","steps":["trace[1527025925] 'process raft request' (duration: 170.090533ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:21.110884Z","caller":"traceutil/trace.go:171","msg":"trace[1788540314] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"175.918309ms","start":"2026-07-30T23:45:20.934929Z","end":"2026-07-30T23:45:21.110847Z","steps":["trace[1788540314] 'process raft request' (duration: 175.629475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:21.111154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.846574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-30T23:45:21.111297Z","caller":"traceutil/trace.go:171","msg":"trace[915598409] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4942; }","duration":"155.059047ms","start":"2026-07-30T23:45:20.956219Z","end":"2026-07-30T23:45:21.111278Z","steps":["trace[915598409] 'agreement among raft nodes before linearized reading' (duration: 154.62089ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:21.401107Z","caller":"traceutil/trace.go:171","msg":"trace[1925729933] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"386.961628ms","start":"2026-07-30T23:45:21.014127Z","end":"2026-07-30T23:45:21.401088Z","steps":["trace[1925729933] 'process raft request' (duration: 386.868056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:21.401223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:21.014116Z","time spent":"387.048149ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:45:21.401753Z","caller":"traceutil/trace.go:171","msg":"trace[1033827794] linearizableReadLoop","detail":"{readStateIndex:5132; appliedIndex:5132; }","duration":"290.895657ms","start":"2026-07-30T23:45:21.11085Z","end":"2026-07-30T23:45:21.401746Z","steps":["trace[1033827794] 'read index received' (duration: 290.891957ms)","trace[1033827794] 'applied index is now lower than readState.Index' (duration: 2.98µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:21.401901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.883453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-njm5t.18c735f70ca19d00\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-30T23:45:21.401927Z","caller":"traceutil/trace.go:171","msg":"trace[1532451120] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-njm5t.18c735f70ca19d00; range_end:; response_count:1; response_revision:4943; }","duration":"343.956155ms","start":"2026-07-30T23:45:21.057964Z","end":"2026-07-30T23:45:21.40192Z","steps":["trace[1532451120] 'agreement among raft nodes before linearized reading' (duration: 343.824902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:21.401947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:21.057929Z","time spent":"344.014355ms","remote":"127.0.0.1:34168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-njm5t.18c735f70ca19d00\" "} {"level":"warn","ts":"2026-07-30T23:45:21.402347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.840998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-30T23:45:21.403184Z","caller":"traceutil/trace.go:171","msg":"trace[69592203] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4943; }","duration":"389.643332ms","start":"2026-07-30T23:45:21.013453Z","end":"2026-07-30T23:45:21.403097Z","steps":["trace[69592203] 'agreement among raft nodes before linearized reading' (duration: 388.680046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:21.403354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:21.013434Z","time spent":"389.851785ms","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-07-30T23:45:21.408449Z","caller":"traceutil/trace.go:171","msg":"trace[2127503921] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"290.744174ms","start":"2026-07-30T23:45:21.117681Z","end":"2026-07-30T23:45:21.408425Z","steps":["trace[2127503921] 'process raft request' (duration: 290.454649ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:21.41059Z","caller":"traceutil/trace.go:171","msg":"trace[995387817] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"292.634845ms","start":"2026-07-30T23:45:21.117936Z","end":"2026-07-30T23:45:21.410571Z","steps":["trace[995387817] 'process raft request' (duration: 290.571822ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:21.410618Z","caller":"traceutil/trace.go:171","msg":"trace[88143159] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"292.816059ms","start":"2026-07-30T23:45:21.117777Z","end":"2026-07-30T23:45:21.410593Z","steps":["trace[88143159] 'process raft request' (duration: 290.532281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:21.412423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.596812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:21.412468Z","caller":"traceutil/trace.go:171","msg":"trace[1780630377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4949; }","duration":"109.696874ms","start":"2026-07-30T23:45:21.302761Z","end":"2026-07-30T23:45:21.412458Z","steps":["trace[1780630377] 'agreement among raft nodes before linearized reading' (duration: 109.605913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:21.412593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.371506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-30T23:45:21.412623Z","caller":"traceutil/trace.go:171","msg":"trace[1590957994] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4949; }","duration":"266.439697ms","start":"2026-07-30T23:45:21.146175Z","end":"2026-07-30T23:45:21.412615Z","steps":["trace[1590957994] 'agreement among raft nodes before linearized reading' (duration: 266.340395ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:21.413027Z","caller":"traceutil/trace.go:171","msg":"trace[1190852245] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"294.966033ms","start":"2026-07-30T23:45:21.118055Z","end":"2026-07-30T23:45:21.413021Z","steps":["trace[1190852245] 'process raft request' (duration: 290.512511ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:21.413075Z","caller":"traceutil/trace.go:171","msg":"trace[451672311] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"294.524596ms","start":"2026-07-30T23:45:21.118537Z","end":"2026-07-30T23:45:21.413062Z","steps":["trace[451672311] 'process raft request' (duration: 290.066633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:23.838896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.181175ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T23:45:23.839102Z","caller":"traceutil/trace.go:171","msg":"trace[1541398132] linearizableReadLoop","detail":"{readStateIndex:5202; appliedIndex:5201; }","duration":"197.772296ms","start":"2026-07-30T23:45:23.641306Z","end":"2026-07-30T23:45:23.839078Z","steps":["trace[1541398132] 'read index received' (duration: 81.266305ms)","trace[1541398132] 'applied index is now lower than readState.Index' (duration: 116.503901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:23.839344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.0198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-49245183-3d8a-42fd-96bb-c1f901cdc595\" ","response":"range_response_count:1 size:3938"} {"level":"info","ts":"2026-07-30T23:45:23.839403Z","caller":"traceutil/trace.go:171","msg":"trace[716988547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-49245183-3d8a-42fd-96bb-c1f901cdc595; range_end:; response_count:1; response_revision:5013; }","duration":"198.114302ms","start":"2026-07-30T23:45:23.641273Z","end":"2026-07-30T23:45:23.839388Z","steps":["trace[716988547] 'agreement among raft nodes before linearized reading' (duration: 197.905298ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:28.377916Z","caller":"traceutil/trace.go:171","msg":"trace[987871715] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"105.054641ms","start":"2026-07-30T23:45:28.272828Z","end":"2026-07-30T23:45:28.377883Z","steps":["trace[987871715] 'process raft request' (duration: 104.9882ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:28.377972Z","caller":"traceutil/trace.go:171","msg":"trace[59893668] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"105.163553ms","start":"2026-07-30T23:45:28.272778Z","end":"2026-07-30T23:45:28.377942Z","steps":["trace[59893668] 'process raft request' (duration: 103.204982ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:29.087751Z","caller":"traceutil/trace.go:171","msg":"trace[1452510723] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"424.366125ms","start":"2026-07-30T23:45:28.663359Z","end":"2026-07-30T23:45:29.087725Z","steps":["trace[1452510723] 'read index received' (duration: 424.09453ms)","trace[1452510723] 'applied index is now lower than readState.Index' (duration: 270.425µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:29.087839Z","caller":"traceutil/trace.go:171","msg":"trace[1976572680] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"460.057244ms","start":"2026-07-30T23:45:28.627742Z","end":"2026-07-30T23:45:29.087799Z","steps":["trace[1976572680] 'process raft request' (duration: 459.80591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:29.08831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:28.62771Z","time spent":"460.47118ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13860,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:45:29.088302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.882753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-30T23:45:29.088539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.76717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:29.088623Z","caller":"traceutil/trace.go:171","msg":"trace[312217681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5096; }","duration":"240.930463ms","start":"2026-07-30T23:45:28.847664Z","end":"2026-07-30T23:45:29.088594Z","steps":["trace[312217681] 'agreement among raft nodes before linearized reading' (duration: 240.787281ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:29.08863Z","caller":"traceutil/trace.go:171","msg":"trace[879292925] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5096; }","duration":"425.25152ms","start":"2026-07-30T23:45:28.663331Z","end":"2026-07-30T23:45:29.088582Z","steps":["trace[879292925] 'agreement among raft nodes before linearized reading' (duration: 424.526138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:29.088847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:28.663318Z","time spent":"425.446063ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-30T23:45:31.244001Z","caller":"traceutil/trace.go:171","msg":"trace[1373734671] linearizableReadLoop","detail":"{readStateIndex:5310; appliedIndex:5309; }","duration":"117.510147ms","start":"2026-07-30T23:45:31.126471Z","end":"2026-07-30T23:45:31.243981Z","steps":["trace[1373734671] 'read index received' (duration: 117.295693ms)","trace[1373734671] 'applied index is now lower than readState.Index' (duration: 213.504µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:31.244127Z","caller":"traceutil/trace.go:171","msg":"trace[2127075685] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"119.465178ms","start":"2026-07-30T23:45:31.124607Z","end":"2026-07-30T23:45:31.244072Z","steps":["trace[2127075685] 'process raft request' (duration: 119.236874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:31.244197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.70479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-30T23:45:31.244226Z","caller":"traceutil/trace.go:171","msg":"trace[1820891809] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5115; }","duration":"117.783261ms","start":"2026-07-30T23:45:31.126434Z","end":"2026-07-30T23:45:31.244217Z","steps":["trace[1820891809] 'agreement among raft nodes before linearized reading' (duration: 117.624099ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:31.423203Z","caller":"traceutil/trace.go:171","msg":"trace[1013813229] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"125.679549ms","start":"2026-07-30T23:45:31.297466Z","end":"2026-07-30T23:45:31.423146Z","steps":["trace[1013813229] 'process raft request' (duration: 29.344824ms)","trace[1013813229] 'compare' (duration: 95.253858ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:31.713305Z","caller":"traceutil/trace.go:171","msg":"trace[259857275] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5314; }","duration":"154.445333ms","start":"2026-07-30T23:45:31.558818Z","end":"2026-07-30T23:45:31.713263Z","steps":["trace[259857275] 'read index received' (duration: 62.861085ms)","trace[259857275] 'applied index is now lower than readState.Index' (duration: 91.582718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:31.713681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.840019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"info","ts":"2026-07-30T23:45:31.713723Z","caller":"traceutil/trace.go:171","msg":"trace[257880447] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5120; }","duration":"154.959541ms","start":"2026-07-30T23:45:31.558749Z","end":"2026-07-30T23:45:31.713708Z","steps":["trace[257880447] 'agreement among raft nodes before linearized reading' (duration: 154.732368ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:31.714695Z","caller":"traceutil/trace.go:171","msg":"trace[1267576154] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"187.036649ms","start":"2026-07-30T23:45:31.526263Z","end":"2026-07-30T23:45:31.713299Z","steps":["trace[1267576154] 'process raft request' (duration: 95.467011ms)","trace[1267576154] 'compare' (duration: 91.317004ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:33.618061Z","caller":"traceutil/trace.go:171","msg":"trace[1384316949] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"136.804133ms","start":"2026-07-30T23:45:33.481229Z","end":"2026-07-30T23:45:33.618034Z","steps":["trace[1384316949] 'process raft request' (duration: 136.61923ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:34.052789Z","caller":"traceutil/trace.go:171","msg":"trace[1738744122] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"121.936252ms","start":"2026-07-30T23:45:33.930836Z","end":"2026-07-30T23:45:34.052772Z","steps":["trace[1738744122] 'process raft request' (duration: 121.80886ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:34.052802Z","caller":"traceutil/trace.go:171","msg":"trace[1031333523] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5327; }","duration":"107.969187ms","start":"2026-07-30T23:45:33.944805Z","end":"2026-07-30T23:45:34.052774Z","steps":["trace[1031333523] 'read index received' (duration: 107.958537ms)","trace[1031333523] 'applied index is now lower than readState.Index' (duration: 8.95µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:34.052968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.105339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:34.053131Z","caller":"traceutil/trace.go:171","msg":"trace[1966437474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5131; }","duration":"108.352893ms","start":"2026-07-30T23:45:33.944732Z","end":"2026-07-30T23:45:34.053085Z","steps":["trace[1966437474] 'agreement among raft nodes before linearized reading' (duration: 108.120099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.119428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267385908s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:38.120508Z","caller":"traceutil/trace.go:171","msg":"trace[1074693364] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5169; }","duration":"1.268478915s","start":"2026-07-30T23:45:36.852001Z","end":"2026-07-30T23:45:38.120479Z","steps":["trace[1074693364] 'range keys from in-memory index tree' (duration: 1.267355977s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.120555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007693054s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:45:38.120901Z","caller":"traceutil/trace.go:171","msg":"trace[1856462753] linearizableReadLoop","detail":"{readStateIndex:5369; appliedIndex:5365; }","duration":"1.273424665s","start":"2026-07-30T23:45:36.847459Z","end":"2026-07-30T23:45:38.120884Z","steps":["trace[1856462753] 'read index received' (duration: 265.313255ms)","trace[1856462753] 'applied index is now lower than readState.Index' (duration: 1.0081104s)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:38.121Z","caller":"traceutil/trace.go:171","msg":"trace[1737259875] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"1.387092578s","start":"2026-07-30T23:45:36.733803Z","end":"2026-07-30T23:45:38.120895Z","steps":["trace[1737259875] 'process raft request' (duration: 1.386884315s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.121175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:36.733772Z","time spent":"1.387308491s","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:45:38.121216Z","caller":"traceutil/trace.go:171","msg":"trace[1182781386] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"1.387152629s","start":"2026-07-30T23:45:36.734048Z","end":"2026-07-30T23:45:38.1212Z","steps":["trace[1182781386] 'process raft request' (duration: 1.386754413s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.121295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:36.734038Z","time spent":"1.38721707s","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:45:38.121439Z","caller":"traceutil/trace.go:171","msg":"trace[220671024] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"1.390498732s","start":"2026-07-30T23:45:36.730916Z","end":"2026-07-30T23:45:38.121415Z","steps":["trace[220671024] 'process raft request' (duration: 381.844424ms)","trace[220671024] 'compare' (duration: 1.007207925s)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:38.121498Z","caller":"traceutil/trace.go:171","msg":"trace[996175223] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"1.385835668s","start":"2026-07-30T23:45:36.735651Z","end":"2026-07-30T23:45:38.121487Z","steps":["trace[996175223] 'process raft request' (duration: 1.385197117s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.121524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:36.730903Z","time spent":"1.390576093s","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:45:38.121556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:36.735642Z","time spent":"1.385883738s","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:45:38.121768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274319609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:38.1218Z","caller":"traceutil/trace.go:171","msg":"trace[172275569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5173; }","duration":"1.27439531s","start":"2026-07-30T23:45:36.847395Z","end":"2026-07-30T23:45:38.12179Z","steps":["trace[172275569] 'agreement among raft nodes before linearized reading' (duration: 1.274333379s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.121839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:36.847351Z","time spent":"1.274481651s","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:45:38.364611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.775957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:45:38.364974Z","caller":"traceutil/trace.go:171","msg":"trace[89009484] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"294.817938ms","start":"2026-07-30T23:45:38.070091Z","end":"2026-07-30T23:45:38.364909Z","steps":["trace[89009484] 'process raft request' (duration: 149.624014ms)","trace[89009484] 'compare' (duration: 144.539004ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:38.365155Z","caller":"traceutil/trace.go:171","msg":"trace[1655980104] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5369; }","duration":"244.147287ms","start":"2026-07-30T23:45:38.120985Z","end":"2026-07-30T23:45:38.365132Z","steps":["trace[1655980104] 'read index received' (duration: 98.708919ms)","trace[1655980104] 'applied index is now lower than readState.Index' (duration: 145.436118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:38.365465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.803365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-30T23:45:38.365471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.853434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:38.365525Z","caller":"traceutil/trace.go:171","msg":"trace[1919657487] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5177; }","duration":"659.908667ms","start":"2026-07-30T23:45:37.705602Z","end":"2026-07-30T23:45:38.365511Z","steps":["trace[1919657487] 'agreement among raft nodes before linearized reading' (duration: 659.726724ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:38.365535Z","caller":"traceutil/trace.go:171","msg":"trace[1798534825] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5177; }","duration":"906.965625ms","start":"2026-07-30T23:45:37.458553Z","end":"2026-07-30T23:45:38.365519Z","steps":["trace[1798534825] 'agreement among raft nodes before linearized reading' (duration: 906.807162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.365563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:37.70558Z","time spent":"659.973127ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-30T23:45:38.365592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:37.458534Z","time spent":"907.044996ms","remote":"127.0.0.1:34342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:45:38.365742Z","caller":"traceutil/trace.go:171","msg":"trace[1951020278] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"294.94883ms","start":"2026-07-30T23:45:38.070777Z","end":"2026-07-30T23:45:38.365726Z","steps":["trace[1951020278] 'process raft request' (duration: 294.018625ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:38.365788Z","caller":"traceutil/trace.go:171","msg":"trace[647616924] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"293.220843ms","start":"2026-07-30T23:45:38.072535Z","end":"2026-07-30T23:45:38.365756Z","steps":["trace[647616924] 'process raft request' (duration: 292.46275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.365893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.199059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T23:45:38.365928Z","caller":"traceutil/trace.go:171","msg":"trace[1151416588] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:5177; }","duration":"384.26989ms","start":"2026-07-30T23:45:37.981649Z","end":"2026-07-30T23:45:38.365919Z","steps":["trace[1151416588] 'agreement among raft nodes before linearized reading' (duration: 384.172789ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:38.365924Z","caller":"traceutil/trace.go:171","msg":"trace[310067521] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"293.437256ms","start":"2026-07-30T23:45:38.072443Z","end":"2026-07-30T23:45:38.365881Z","steps":["trace[310067521] 'process raft request' (duration: 292.46772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.36596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:37.981629Z","time spent":"384.325291ms","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-07-30T23:45:38.365913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.584334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:38.366041Z","caller":"traceutil/trace.go:171","msg":"trace[54437334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5177; }","duration":"235.064132ms","start":"2026-07-30T23:45:38.13096Z","end":"2026-07-30T23:45:38.366024Z","steps":["trace[54437334] 'agreement among raft nodes before linearized reading' (duration: 234.541624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.366118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.592636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:45:38.366157Z","caller":"traceutil/trace.go:171","msg":"trace[1621213540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5177; }","duration":"211.663377ms","start":"2026-07-30T23:45:38.154482Z","end":"2026-07-30T23:45:38.366145Z","steps":["trace[1621213540] 'agreement among raft nodes before linearized reading' (duration: 211.605996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.365683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.343628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17150"} {"level":"info","ts":"2026-07-30T23:45:38.366434Z","caller":"traceutil/trace.go:171","msg":"trace[1258710277] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5177; }","duration":"675.157991ms","start":"2026-07-30T23:45:37.691248Z","end":"2026-07-30T23:45:38.366406Z","steps":["trace[1258710277] 'agreement among raft nodes before linearized reading' (duration: 674.140475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.366499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:37.691227Z","time spent":"675.258762ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17173,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-30T23:45:38.69343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.735398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:45:38.693542Z","caller":"traceutil/trace.go:171","msg":"trace[1384746613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5181; }","duration":"171.86532ms","start":"2026-07-30T23:45:38.521658Z","end":"2026-07-30T23:45:38.693523Z","steps":["trace[1384746613] 'range keys from in-memory index tree' (duration: 171.518164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.693728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.708016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T23:45:38.6938Z","caller":"traceutil/trace.go:171","msg":"trace[1587837201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5181; }","duration":"174.792347ms","start":"2026-07-30T23:45:38.518989Z","end":"2026-07-30T23:45:38.693781Z","steps":["trace[1587837201] 'range keys from in-memory index tree' (duration: 174.475342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:38.693849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.912873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T23:45:38.69396Z","caller":"traceutil/trace.go:171","msg":"trace[187449994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5181; }","duration":"224.101016ms","start":"2026-07-30T23:45:38.469828Z","end":"2026-07-30T23:45:38.693929Z","steps":["trace[187449994] 'range keys from in-memory index tree' (duration: 223.589168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:40.032876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.154222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:40.032985Z","caller":"traceutil/trace.go:171","msg":"trace[901523707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5185; }","duration":"184.329895ms","start":"2026-07-30T23:45:39.848636Z","end":"2026-07-30T23:45:40.032965Z","steps":["trace[901523707] 'range keys from in-memory index tree' (duration: 183.268718ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:54.52824Z","caller":"traceutil/trace.go:171","msg":"trace[1291206656] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"101.242561ms","start":"2026-07-30T23:45:54.426964Z","end":"2026-07-30T23:45:54.528207Z","steps":["trace[1291206656] 'process raft request' (duration: 101.16143ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:54.528391Z","caller":"traceutil/trace.go:171","msg":"trace[826253906] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"100.408057ms","start":"2026-07-30T23:45:54.427963Z","end":"2026-07-30T23:45:54.528371Z","steps":["trace[826253906] 'process raft request' (duration: 100.209034ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:54.528244Z","caller":"traceutil/trace.go:171","msg":"trace[482919955] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"102.267517ms","start":"2026-07-30T23:45:54.425946Z","end":"2026-07-30T23:45:54.528213Z","steps":["trace[482919955] 'process raft request' (duration: 61.306373ms)","trace[482919955] 'compare' (duration: 40.673049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:54.927071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.832437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T23:45:54.927137Z","caller":"traceutil/trace.go:171","msg":"trace[1616859831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5278; }","duration":"125.952429ms","start":"2026-07-30T23:45:54.801168Z","end":"2026-07-30T23:45:54.92712Z","steps":["trace[1616859831] 'range keys from in-memory index tree' (duration: 125.659874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:54.927261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.757485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:45:54.92734Z","caller":"traceutil/trace.go:171","msg":"trace[840446876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5278; }","duration":"125.871858ms","start":"2026-07-30T23:45:54.801448Z","end":"2026-07-30T23:45:54.92732Z","steps":["trace[840446876] 'range keys from in-memory index tree' (duration: 125.607763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:54.927589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.109726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T23:45:54.92764Z","caller":"traceutil/trace.go:171","msg":"trace[116819934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5278; }","duration":"125.171367ms","start":"2026-07-30T23:45:54.802458Z","end":"2026-07-30T23:45:54.92763Z","steps":["trace[116819934] 'range keys from in-memory index tree' (duration: 125.027404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:54.928144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.899359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-30T23:45:54.928225Z","caller":"traceutil/trace.go:171","msg":"trace[1559171758] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5278; }","duration":"135.021781ms","start":"2026-07-30T23:45:54.793182Z","end":"2026-07-30T23:45:54.928204Z","steps":["trace[1559171758] 'range keys from in-memory index tree' (duration: 134.697626ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:55.092166Z","caller":"traceutil/trace.go:171","msg":"trace[1887243520] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"158.883525ms","start":"2026-07-30T23:45:54.933255Z","end":"2026-07-30T23:45:55.092139Z","steps":["trace[1887243520] 'process raft request' (duration: 158.780043ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:55.092245Z","caller":"traceutil/trace.go:171","msg":"trace[844445233] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"158.946806ms","start":"2026-07-30T23:45:54.933249Z","end":"2026-07-30T23:45:55.092196Z","steps":["trace[844445233] 'process raft request' (duration: 124.714278ms)","trace[844445233] 'compare' (duration: 33.789201ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:55.092391Z","caller":"traceutil/trace.go:171","msg":"trace[940588325] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"159.069828ms","start":"2026-07-30T23:45:54.933287Z","end":"2026-07-30T23:45:55.092356Z","steps":["trace[940588325] 'process raft request' (duration: 158.904256ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:05.01867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2863} {"level":"info","ts":"2026-07-30T23:46:05.117871Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2863,"took":"98.074693ms","hash":2940525389,"current-db-size-bytes":52822016,"current-db-size":"53 MB","current-db-size-in-use-bytes":27529216,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-30T23:46:05.117938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2940525389,"revision":2863,"compact-revision":-1} {"level":"info","ts":"2026-07-30T23:46:13.945051Z","caller":"traceutil/trace.go:171","msg":"trace[1859374629] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"402.594824ms","start":"2026-07-30T23:46:13.542423Z","end":"2026-07-30T23:46:13.945018Z","steps":["trace[1859374629] 'process raft request' (duration: 402.353151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:13.945202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:13.542396Z","time spent":"402.731366ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:46:14.755236Z","caller":"traceutil/trace.go:171","msg":"trace[1841919048] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"249.653694ms","start":"2026-07-30T23:46:14.5055Z","end":"2026-07-30T23:46:14.755153Z","steps":["trace[1841919048] 'process raft request' (duration: 249.492281ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:14.757938Z","caller":"traceutil/trace.go:171","msg":"trace[1896354839] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"147.005323ms","start":"2026-07-30T23:46:14.610915Z","end":"2026-07-30T23:46:14.75792Z","steps":["trace[1896354839] 'process raft request' (duration: 146.677768ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:14.757988Z","caller":"traceutil/trace.go:171","msg":"trace[2036585050] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"145.175845ms","start":"2026-07-30T23:46:14.612787Z","end":"2026-07-30T23:46:14.757963Z","steps":["trace[2036585050] 'process raft request' (duration: 145.059573ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:14.759376Z","caller":"traceutil/trace.go:171","msg":"trace[729791298] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"146.586937ms","start":"2026-07-30T23:46:14.612768Z","end":"2026-07-30T23:46:14.759355Z","steps":["trace[729791298] 'process raft request' (duration: 145.035163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:17.745588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219123435054864448,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T23:46:18.07289Z","caller":"traceutil/trace.go:171","msg":"trace[404994661] linearizableReadLoop","detail":"{readStateIndex:5706; appliedIndex:5705; }","duration":"827.417042ms","start":"2026-07-30T23:46:17.245443Z","end":"2026-07-30T23:46:18.07286Z","steps":["trace[404994661] 'read index received' (duration: 827.152068ms)","trace[404994661] 'applied index is now lower than readState.Index' (duration: 263.884µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:46:18.073031Z","caller":"traceutil/trace.go:171","msg":"trace[92264220] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"837.546198ms","start":"2026-07-30T23:46:17.235444Z","end":"2026-07-30T23:46:18.07299Z","steps":["trace[92264220] 'process raft request' (duration: 837.223713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:18.073215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:17.235415Z","time spent":"837.691219ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:46:18.07334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.295204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:46:18.073371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.199508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:46:18.073434Z","caller":"traceutil/trace.go:171","msg":"trace[1891771189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5500; }","duration":"226.434665ms","start":"2026-07-30T23:46:17.846978Z","end":"2026-07-30T23:46:18.073413Z","steps":["trace[1891771189] 'agreement among raft nodes before linearized reading' (duration: 226.282643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:18.074075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.63219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:46:18.074128Z","caller":"traceutil/trace.go:171","msg":"trace[2073681871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5500; }","duration":"828.754042ms","start":"2026-07-30T23:46:17.245359Z","end":"2026-07-30T23:46:18.074113Z","steps":["trace[2073681871] 'agreement among raft nodes before linearized reading' (duration: 827.663475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:18.07416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:17.245339Z","time spent":"828.812753ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T23:46:18.073538Z","caller":"traceutil/trace.go:171","msg":"trace[1220220500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5500; }","duration":"827.355491ms","start":"2026-07-30T23:46:17.24612Z","end":"2026-07-30T23:46:18.073475Z","steps":["trace[1220220500] 'agreement among raft nodes before linearized reading' (duration: 826.984025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:18.074768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:17.246111Z","time spent":"828.638911ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T23:46:18.445326Z","caller":"traceutil/trace.go:171","msg":"trace[1381525079] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"364.304977ms","start":"2026-07-30T23:46:18.080973Z","end":"2026-07-30T23:46:18.445278Z","steps":["trace[1381525079] 'process raft request' (duration: 350.08347ms)","trace[1381525079] 'compare' (duration: 14.014714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:46:18.445474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:18.080955Z","time spent":"364.438189ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:46:18.445667Z","caller":"traceutil/trace.go:171","msg":"trace[2002283429] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"364.264977ms","start":"2026-07-30T23:46:18.081388Z","end":"2026-07-30T23:46:18.445653Z","steps":["trace[2002283429] 'process raft request' (duration: 363.797459ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:18.445662Z","caller":"traceutil/trace.go:171","msg":"trace[1581629075] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"115.025253ms","start":"2026-07-30T23:46:18.330595Z","end":"2026-07-30T23:46:18.44562Z","steps":["trace[1581629075] 'process raft request' (duration: 114.914271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:18.445774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:18.081375Z","time spent":"364.337087ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:46:18.958027Z","caller":"traceutil/trace.go:171","msg":"trace[183251141] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"143.536202ms","start":"2026-07-30T23:46:18.814465Z","end":"2026-07-30T23:46:18.958002Z","steps":["trace[183251141] 'process raft request' (duration: 143.44005ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:18.958058Z","caller":"traceutil/trace.go:171","msg":"trace[278377653] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"143.780405ms","start":"2026-07-30T23:46:18.81423Z","end":"2026-07-30T23:46:18.958011Z","steps":["trace[278377653] 'process raft request' (duration: 143.499661ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:18.958266Z","caller":"traceutil/trace.go:171","msg":"trace[636070366] linearizableReadLoop","detail":"{readStateIndex:5714; appliedIndex:5710; }","duration":"133.61463ms","start":"2026-07-30T23:46:18.824639Z","end":"2026-07-30T23:46:18.958254Z","steps":["trace[636070366] 'read index received' (duration: 19.228205ms)","trace[636070366] 'applied index is now lower than readState.Index' (duration: 114.382485ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:46:18.958348Z","caller":"traceutil/trace.go:171","msg":"trace[1995331447] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"143.307048ms","start":"2026-07-30T23:46:18.815032Z","end":"2026-07-30T23:46:18.958339Z","steps":["trace[1995331447] 'process raft request' (duration: 142.922332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:18.958582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.925514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T23:46:18.958592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.115622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T23:46:18.95864Z","caller":"traceutil/trace.go:171","msg":"trace[170898289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5507; }","duration":"134.024996ms","start":"2026-07-30T23:46:18.824585Z","end":"2026-07-30T23:46:18.95861Z","steps":["trace[170898289] 'agreement among raft nodes before linearized reading' (duration: 133.845103ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:18.958643Z","caller":"traceutil/trace.go:171","msg":"trace[449331308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5507; }","duration":"133.286174ms","start":"2026-07-30T23:46:18.825339Z","end":"2026-07-30T23:46:18.958625Z","steps":["trace[449331308] 'agreement among raft nodes before linearized reading' (duration: 133.063821ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:19.12255Z","caller":"traceutil/trace.go:171","msg":"trace[1357440954] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"157.16496ms","start":"2026-07-30T23:46:18.965355Z","end":"2026-07-30T23:46:19.12252Z","steps":["trace[1357440954] 'process raft request' (duration: 93.24192ms)","trace[1357440954] 'compare' (duration: 63.767727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:46:26.069031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.832939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-30T23:46:26.069228Z","caller":"traceutil/trace.go:171","msg":"trace[726981772] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5545; }","duration":"550.242025ms","start":"2026-07-30T23:46:25.518936Z","end":"2026-07-30T23:46:26.069178Z","steps":["trace[726981772] 'range keys from in-memory index tree' (duration: 549.667426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:26.069333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:25.51892Z","time spent":"550.399577ms","remote":"127.0.0.1:34282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-30T23:46:26.069971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.335768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:46:26.070626Z","caller":"traceutil/trace.go:171","msg":"trace[1810751065] linearizableReadLoop","detail":"{readStateIndex:5755; appliedIndex:5754; }","duration":"362.978441ms","start":"2026-07-30T23:46:25.707607Z","end":"2026-07-30T23:46:26.070586Z","steps":["trace[1810751065] 'read index received' (duration: 45.641µs)","trace[1810751065] 'applied index is now lower than readState.Index' (duration: 362.93026ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:46:26.070822Z","caller":"traceutil/trace.go:171","msg":"trace[155517154] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"537.765564ms","start":"2026-07-30T23:46:25.532999Z","end":"2026-07-30T23:46:26.070765Z","steps":["trace[155517154] 'process raft request' (duration: 126.799141ms)","trace[155517154] 'compare' (duration: 409.167246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:46:26.071029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:25.532978Z","time spent":"537.944777ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:46:26.071066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.81205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:46:26.071097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.995596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:46:26.071149Z","caller":"traceutil/trace.go:171","msg":"trace[1230908752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5546; }","duration":"223.926912ms","start":"2026-07-30T23:46:25.847211Z","end":"2026-07-30T23:46:26.071138Z","steps":["trace[1230908752] 'agreement among raft nodes before linearized reading' (duration: 223.773679ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:26.071183Z","caller":"traceutil/trace.go:171","msg":"trace[1425644223] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5546; }","duration":"177.115469ms","start":"2026-07-30T23:46:25.894045Z","end":"2026-07-30T23:46:26.07116Z","steps":["trace[1425644223] 'agreement among raft nodes before linearized reading' (duration: 176.953317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:26.07202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.406593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207411"} {"level":"info","ts":"2026-07-30T23:46:26.072083Z","caller":"traceutil/trace.go:171","msg":"trace[204862611] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5546; }","duration":"364.505485ms","start":"2026-07-30T23:46:25.707561Z","end":"2026-07-30T23:46:26.072066Z","steps":["trace[204862611] 'agreement among raft nodes before linearized reading' (duration: 363.100203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:26.072216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:25.707541Z","time spent":"364.661227ms","remote":"127.0.0.1:34186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2207434,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-30T23:46:26.46764Z","caller":"traceutil/trace.go:171","msg":"trace[723253153] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5755; }","duration":"230.352338ms","start":"2026-07-30T23:46:26.23726Z","end":"2026-07-30T23:46:26.467612Z","steps":["trace[723253153] 'read index received' (duration: 229.588917ms)","trace[723253153] 'applied index is now lower than readState.Index' (duration: 762.241µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:46:26.467724Z","caller":"traceutil/trace.go:171","msg":"trace[154585045] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"301.4736ms","start":"2026-07-30T23:46:26.166224Z","end":"2026-07-30T23:46:26.467698Z","steps":["trace[154585045] 'process raft request' (duration: 300.663548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:26.46814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.850275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T23:46:26.468503Z","caller":"traceutil/trace.go:171","msg":"trace[359422533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5547; }","duration":"231.261441ms","start":"2026-07-30T23:46:26.237213Z","end":"2026-07-30T23:46:26.468474Z","steps":["trace[359422533] 'agreement among raft nodes before linearized reading' (duration: 230.628292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:26.468888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:26.166209Z","time spent":"302.399834ms","remote":"127.0.0.1:43002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:46:26.682279Z","caller":"traceutil/trace.go:171","msg":"trace[1155471316] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"130.622449ms","start":"2026-07-30T23:46:26.551623Z","end":"2026-07-30T23:46:26.682245Z","steps":["trace[1155471316] 'process raft request' (duration: 111.443267ms)","trace[1155471316] 'compare' (duration: 18.988049ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:46:38.222022Z","caller":"traceutil/trace.go:171","msg":"trace[1758990428] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"115.950618ms","start":"2026-07-30T23:46:38.106029Z","end":"2026-07-30T23:46:38.221979Z","steps":["trace[1758990428] 'process raft request' (duration: 115.45492ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:38.941753Z","caller":"traceutil/trace.go:171","msg":"trace[1629071422] linearizableReadLoop","detail":"{readStateIndex:5851; appliedIndex:5850; }","duration":"243.135725ms","start":"2026-07-30T23:46:38.698581Z","end":"2026-07-30T23:46:38.941717Z","steps":["trace[1629071422] 'read index received' (duration: 242.925012ms)","trace[1629071422] 'applied index is now lower than readState.Index' (duration: 209.893µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:46:38.941966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.365629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T23:46:38.942035Z","caller":"traceutil/trace.go:171","msg":"trace[191008495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5639; }","duration":"243.494771ms","start":"2026-07-30T23:46:38.698515Z","end":"2026-07-30T23:46:38.942009Z","steps":["trace[191008495] 'agreement among raft nodes before linearized reading' (duration: 243.332698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:38.941975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.662442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:46:38.941988Z","caller":"traceutil/trace.go:171","msg":"trace[1984623870] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"262.200423ms","start":"2026-07-30T23:46:38.67974Z","end":"2026-07-30T23:46:38.94194Z","steps":["trace[1984623870] 'process raft request' (duration: 261.834257ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:38.942157Z","caller":"traceutil/trace.go:171","msg":"trace[961704526] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5639; }","duration":"219.841874ms","start":"2026-07-30T23:46:38.722243Z","end":"2026-07-30T23:46:38.942085Z","steps":["trace[961704526] 'agreement among raft nodes before linearized reading' (duration: 219.644811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:38.942182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.518234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:46:38.942247Z","caller":"traceutil/trace.go:171","msg":"trace[833241206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5639; }","duration":"149.601685ms","start":"2026-07-30T23:46:38.792626Z","end":"2026-07-30T23:46:38.942228Z","steps":["trace[833241206] 'agreement among raft nodes before linearized reading' (duration: 149.323261ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:39.352382Z","caller":"traceutil/trace.go:171","msg":"trace[158754811] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"404.567595ms","start":"2026-07-30T23:46:38.947787Z","end":"2026-07-30T23:46:39.352355Z","steps":["trace[158754811] 'process raft request' (duration: 404.403212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:39.352544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:38.947766Z","time spent":"404.695316ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:46:39.385822Z","caller":"traceutil/trace.go:171","msg":"trace[81556743] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"437.853357ms","start":"2026-07-30T23:46:38.947954Z","end":"2026-07-30T23:46:39.385807Z","steps":["trace[81556743] 'process raft request' (duration: 437.688154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:39.385905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:38.947938Z","time spent":"437.926788ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:46:39.386234Z","caller":"traceutil/trace.go:171","msg":"trace[231122321] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"411.816074ms","start":"2026-07-30T23:46:38.974393Z","end":"2026-07-30T23:46:39.386209Z","steps":["trace[231122321] 'process raft request' (duration: 411.329356ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:39.386457Z","caller":"traceutil/trace.go:171","msg":"trace[389225609] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5851; }","duration":"379.768521ms","start":"2026-07-30T23:46:39.006658Z","end":"2026-07-30T23:46:39.386427Z","steps":["trace[389225609] 'read index received' (duration: 345.467314ms)","trace[389225609] 'applied index is now lower than readState.Index' (duration: 34.299487ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:46:39.386584Z","caller":"traceutil/trace.go:171","msg":"trace[1531956603] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"302.375474ms","start":"2026-07-30T23:46:39.084194Z","end":"2026-07-30T23:46:39.38657Z","steps":["trace[1531956603] 'process raft request' (duration: 302.040379ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:39.386675Z","caller":"traceutil/trace.go:171","msg":"trace[571235321] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"299.463691ms","start":"2026-07-30T23:46:39.087153Z","end":"2026-07-30T23:46:39.386617Z","steps":["trace[571235321] 'process raft request' (duration: 299.165436ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:39.386733Z","caller":"traceutil/trace.go:171","msg":"trace[1295549201] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"303.615353ms","start":"2026-07-30T23:46:39.083105Z","end":"2026-07-30T23:46:39.38672Z","steps":["trace[1295549201] 'process raft request' (duration: 302.961564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:39.386481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:38.974376Z","time spent":"412.004046ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:46:39.387002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.230386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:46:39.38707Z","caller":"traceutil/trace.go:171","msg":"trace[560232221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5645; }","duration":"210.339918ms","start":"2026-07-30T23:46:39.176713Z","end":"2026-07-30T23:46:39.387053Z","steps":["trace[560232221] 'agreement among raft nodes before linearized reading' (duration: 210.151186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:39.387114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.411771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:46:39.387233Z","caller":"traceutil/trace.go:171","msg":"trace[2143105997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5645; }","duration":"380.594183ms","start":"2026-07-30T23:46:39.006612Z","end":"2026-07-30T23:46:39.387206Z","steps":["trace[2143105997] 'agreement among raft nodes before linearized reading' (duration: 380.39881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:39.386676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:39.084166Z","time spent":"302.464476ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:46:39.387297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:39.006594Z","time spent":"380.689595ms","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:46:39.38738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.9879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:46:39.38744Z","caller":"traceutil/trace.go:171","msg":"trace[1196032670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5645; }","duration":"168.083962ms","start":"2026-07-30T23:46:39.219341Z","end":"2026-07-30T23:46:39.387425Z","steps":["trace[1196032670] 'agreement among raft nodes before linearized reading' (duration: 167.703066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:39.387596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:46:39.083081Z","time spent":"303.685654ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:46:39.494098Z","caller":"traceutil/trace.go:171","msg":"trace[1319058391] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"101.223965ms","start":"2026-07-30T23:46:39.392854Z","end":"2026-07-30T23:46:39.494078Z","steps":["trace[1319058391] 'process raft request' (duration: 96.708507ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:39.513922Z","caller":"traceutil/trace.go:171","msg":"trace[1785252566] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"120.939572ms","start":"2026-07-30T23:46:39.392925Z","end":"2026-07-30T23:46:39.513865Z","steps":["trace[1785252566] 'process raft request' (duration: 120.728949ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:33.82458Z","caller":"traceutil/trace.go:171","msg":"trace[2126064816] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"132.666778ms","start":"2026-07-30T23:47:33.691848Z","end":"2026-07-30T23:47:33.824515Z","steps":["trace[2126064816] 'process raft request' (duration: 57.715709ms)","trace[2126064816] 'compare' (duration: 74.663195ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:33.824756Z","caller":"traceutil/trace.go:171","msg":"trace[1255882590] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"132.430345ms","start":"2026-07-30T23:47:33.692286Z","end":"2026-07-30T23:47:33.824716Z","steps":["trace[1255882590] 'process raft request' (duration: 132.11097ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:44.179262Z","caller":"traceutil/trace.go:171","msg":"trace[2012788048] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"111.816686ms","start":"2026-07-30T23:47:44.06741Z","end":"2026-07-30T23:47:44.179227Z","steps":["trace[2012788048] 'process raft request' (duration: 79.901355ms)","trace[2012788048] 'compare' (duration: 31.716168ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:59.957366Z","caller":"traceutil/trace.go:171","msg":"trace[711525014] linearizableReadLoop","detail":"{readStateIndex:6383; appliedIndex:6382; }","duration":"109.246277ms","start":"2026-07-30T23:47:59.848087Z","end":"2026-07-30T23:47:59.957333Z","steps":["trace[711525014] 'read index received' (duration: 108.462636ms)","trace[711525014] 'applied index is now lower than readState.Index' (duration: 782.331µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:59.957403Z","caller":"traceutil/trace.go:171","msg":"trace[1577833234] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"160.095858ms","start":"2026-07-30T23:47:59.797272Z","end":"2026-07-30T23:47:59.957367Z","steps":["trace[1577833234] 'process raft request' (duration: 159.161944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:59.957783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.682764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:47:59.957851Z","caller":"traceutil/trace.go:171","msg":"trace[365359144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6155; }","duration":"109.818155ms","start":"2026-07-30T23:47:59.848017Z","end":"2026-07-30T23:47:59.957835Z","steps":["trace[365359144] 'agreement among raft nodes before linearized reading' (duration: 109.42671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:10.220488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.615201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:48:10.220584Z","caller":"traceutil/trace.go:171","msg":"trace[1029798099] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6209; }","duration":"115.754164ms","start":"2026-07-30T23:48:10.104805Z","end":"2026-07-30T23:48:10.220559Z","steps":["trace[1029798099] 'count revisions from in-memory index tree' (duration: 115.425159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:50.020645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.121242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:48:50.020771Z","caller":"traceutil/trace.go:171","msg":"trace[741904718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6447; }","duration":"174.335156ms","start":"2026-07-30T23:48:49.846411Z","end":"2026-07-30T23:48:50.020747Z","steps":["trace[741904718] 'range keys from in-memory index tree' (duration: 173.987231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:52.662294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.846248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:48:52.662597Z","caller":"traceutil/trace.go:171","msg":"trace[1504784528] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"163.911417ms","start":"2026-07-30T23:48:52.498596Z","end":"2026-07-30T23:48:52.662508Z","steps":["trace[1504784528] 'process raft request' (duration: 40.739984ms)","trace[1504784528] 'compare' (duration: 122.583555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:49:20.906858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.527817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:49:20.907027Z","caller":"traceutil/trace.go:171","msg":"trace[1989289024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6772; }","duration":"140.16344ms","start":"2026-07-30T23:49:20.766837Z","end":"2026-07-30T23:49:20.907001Z","steps":["trace[1989289024] 'range keys from in-memory index tree' (duration: 139.441154ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:21.110322Z","caller":"traceutil/trace.go:171","msg":"trace[1787706501] linearizableReadLoop","detail":"{readStateIndex:7022; appliedIndex:7021; }","duration":"197.215042ms","start":"2026-07-30T23:49:20.913078Z","end":"2026-07-30T23:49:21.110293Z","steps":["trace[1787706501] 'read index received' (duration: 197.028315ms)","trace[1787706501] 'applied index is now lower than readState.Index' (duration: 185.477µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:21.110443Z","caller":"traceutil/trace.go:171","msg":"trace[1653821883] transaction","detail":"{read_only:false; response_revision:6773; number_of_response:1; }","duration":"199.32161ms","start":"2026-07-30T23:49:20.911108Z","end":"2026-07-30T23:49:21.11043Z","steps":["trace[1653821883] 'process raft request' (duration: 198.78954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:21.110675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.569616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:49:21.110745Z","caller":"traceutil/trace.go:171","msg":"trace[196227576] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6773; }","duration":"197.6866ms","start":"2026-07-30T23:49:20.913043Z","end":"2026-07-30T23:49:21.11073Z","steps":["trace[196227576] 'agreement among raft nodes before linearized reading' (duration: 197.513164ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:21.17835Z","caller":"traceutil/trace.go:171","msg":"trace[452677831] transaction","detail":"{read_only:false; response_revision:6774; number_of_response:1; }","duration":"265.060699ms","start":"2026-07-30T23:49:20.913255Z","end":"2026-07-30T23:49:21.178316Z","steps":["trace[452677831] 'process raft request' (duration: 264.834921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:21.178569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.021657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-30T23:49:21.178724Z","caller":"traceutil/trace.go:171","msg":"trace[171220682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6774; }","duration":"265.236755ms","start":"2026-07-30T23:49:20.913462Z","end":"2026-07-30T23:49:21.178698Z","steps":["trace[171220682] 'agreement among raft nodes before linearized reading' (duration: 264.83213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:22.834345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.173809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:49:22.834499Z","caller":"traceutil/trace.go:171","msg":"trace[1601520609] transaction","detail":"{read_only:false; response_revision:6778; number_of_response:1; }","duration":"441.513601ms","start":"2026-07-30T23:49:22.392958Z","end":"2026-07-30T23:49:22.834472Z","steps":["trace[1601520609] 'process raft request' (duration: 231.102393ms)","trace[1601520609] 'compare' (duration: 209.951061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:49:22.83458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:22.392911Z","time spent":"441.636216ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:22.931819Z","caller":"traceutil/trace.go:171","msg":"trace[1288002256] linearizableReadLoop","detail":"{readStateIndex:7029; appliedIndex:7026; }","duration":"428.979337ms","start":"2026-07-30T23:49:22.502808Z","end":"2026-07-30T23:49:22.931787Z","steps":["trace[1288002256] 'read index received' (duration: 121.270298ms)","trace[1288002256] 'applied index is now lower than readState.Index' (duration: 307.707839ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:22.93188Z","caller":"traceutil/trace.go:171","msg":"trace[60135627] transaction","detail":"{read_only:false; response_revision:6779; number_of_response:1; }","duration":"536.264197ms","start":"2026-07-30T23:49:22.395559Z","end":"2026-07-30T23:49:22.931823Z","steps":["trace[60135627] 'process raft request' (duration: 536.034618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:22.93228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.556885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T23:49:22.932339Z","caller":"traceutil/trace.go:171","msg":"trace[667196702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6780; }","duration":"266.683781ms","start":"2026-07-30T23:49:22.665641Z","end":"2026-07-30T23:49:22.932325Z","steps":["trace[667196702] 'agreement among raft nodes before linearized reading' (duration: 266.428961ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:22.931889Z","caller":"traceutil/trace.go:171","msg":"trace[2058249386] transaction","detail":"{read_only:false; response_revision:6780; number_of_response:1; }","duration":"535.976567ms","start":"2026-07-30T23:49:22.395853Z","end":"2026-07-30T23:49:22.93183Z","steps":["trace[2058249386] 'process raft request' (duration: 535.890944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:22.932176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.34445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T23:49:22.932495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:22.395817Z","time spent":"536.575869ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:22.932495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:22.395531Z","time spent":"536.761835ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:22.932534Z","caller":"traceutil/trace.go:171","msg":"trace[127256927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6780; }","duration":"429.764436ms","start":"2026-07-30T23:49:22.502743Z","end":"2026-07-30T23:49:22.932507Z","steps":["trace[127256927] 'agreement among raft nodes before linearized reading' (duration: 429.219246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:22.932605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:22.502718Z","time spent":"429.873779ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:49:23.432827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.154981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T23:49:23.433133Z","caller":"traceutil/trace.go:171","msg":"trace[1331319189] linearizableReadLoop","detail":"{readStateIndex:7034; appliedIndex:7033; }","duration":"107.198009ms","start":"2026-07-30T23:49:23.325909Z","end":"2026-07-30T23:49:23.433107Z","steps":["trace[1331319189] 'read index received' (duration: 58.842µs)","trace[1331319189] 'applied index is now lower than readState.Index' (duration: 107.137407ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:49:23.433302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.374985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:49:23.433393Z","caller":"traceutil/trace.go:171","msg":"trace[1968455249] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6784; }","duration":"107.532751ms","start":"2026-07-30T23:49:23.325842Z","end":"2026-07-30T23:49:23.433374Z","steps":["trace[1968455249] 'agreement among raft nodes before linearized reading' (duration: 107.364774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.077722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.081368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:49:26.077991Z","caller":"traceutil/trace.go:171","msg":"trace[1026378295] linearizableReadLoop","detail":"{readStateIndex:7040; appliedIndex:7038; }","duration":"1.113434035s","start":"2026-07-30T23:49:24.964536Z","end":"2026-07-30T23:49:26.07797Z","steps":["trace[1026378295] 'read index received' (duration: 265.945342ms)","trace[1026378295] 'applied index is now lower than readState.Index' (duration: 847.487203ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:26.078124Z","caller":"traceutil/trace.go:171","msg":"trace[2095256018] transaction","detail":"{read_only:false; response_revision:6790; number_of_response:1; }","duration":"1.133007056s","start":"2026-07-30T23:49:24.945101Z","end":"2026-07-30T23:49:26.078108Z","steps":["trace[2095256018] 'process raft request' (duration: 1.132762257s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:26.077996Z","caller":"traceutil/trace.go:171","msg":"trace[2124983778] transaction","detail":"{read_only:false; response_revision:6789; number_of_response:1; }","duration":"1.133352758s","start":"2026-07-30T23:49:24.944614Z","end":"2026-07-30T23:49:26.077967Z","steps":["trace[2124983778] 'process raft request' (duration: 285.869435ms)","trace[2124983778] 'compare' (duration: 846.138064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:49:26.078221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:24.945092Z","time spent":"1.133078769s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:26.07827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:24.944586Z","time spent":"1.133634339s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:26.078514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113971015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-30T23:49:26.078558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097076762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:49:26.07857Z","caller":"traceutil/trace.go:171","msg":"trace[1684014031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6790; }","duration":"1.114047958s","start":"2026-07-30T23:49:24.964507Z","end":"2026-07-30T23:49:26.078555Z","steps":["trace[1684014031] 'agreement among raft nodes before linearized reading' (duration: 1.113882032s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:26.078601Z","caller":"traceutil/trace.go:171","msg":"trace[1097791693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6790; }","duration":"1.097142694s","start":"2026-07-30T23:49:24.981446Z","end":"2026-07-30T23:49:26.078589Z","steps":["trace[1097791693] 'agreement among raft nodes before linearized reading' (duration: 1.09702476s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.078613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:24.964493Z","time spent":"1.11410925s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:49:26.078641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:24.981435Z","time spent":"1.097196637s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:49:26.078954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.14623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-30T23:49:26.079Z","caller":"traceutil/trace.go:171","msg":"trace[431411530] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6790; }","duration":"136.218313ms","start":"2026-07-30T23:49:25.942768Z","end":"2026-07-30T23:49:26.078987Z","steps":["trace[431411530] 'agreement among raft nodes before linearized reading' (duration: 136.081968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.079256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.101976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:49:26.079314Z","caller":"traceutil/trace.go:171","msg":"trace[1901987266] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6790; }","duration":"715.19433ms","start":"2026-07-30T23:49:25.364105Z","end":"2026-07-30T23:49:26.079299Z","steps":["trace[1901987266] 'agreement among raft nodes before linearized reading' (duration: 715.100787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.079368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:25.364088Z","time spent":"715.265512ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:49:26.079379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.189693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-30T23:49:26.079469Z","caller":"traceutil/trace.go:171","msg":"trace[1937429115] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6790; }","duration":"383.330278ms","start":"2026-07-30T23:49:25.69612Z","end":"2026-07-30T23:49:26.07945Z","steps":["trace[1937429115] 'agreement among raft nodes before linearized reading' (duration: 383.078998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.079519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:25.696098Z","time spent":"383.411901ms","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-30T23:49:26.079516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.146899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:49:26.079589Z","caller":"traceutil/trace.go:171","msg":"trace[466623679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6790; }","duration":"232.291034ms","start":"2026-07-30T23:49:25.847278Z","end":"2026-07-30T23:49:26.079569Z","steps":["trace[466623679] 'agreement among raft nodes before linearized reading' (duration: 232.17482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.07963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.622866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:49:26.079688Z","caller":"traceutil/trace.go:171","msg":"trace[1581569471] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6790; }","duration":"783.773261ms","start":"2026-07-30T23:49:25.295902Z","end":"2026-07-30T23:49:26.079675Z","steps":["trace[1581569471] 'agreement among raft nodes before linearized reading' (duration: 783.650486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.079715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:25.295864Z","time spent":"783.845253ms","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:49:26.07973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.179531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:49:26.079759Z","caller":"traceutil/trace.go:171","msg":"trace[1648199551] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6790; }","duration":"374.230363ms","start":"2026-07-30T23:49:25.705519Z","end":"2026-07-30T23:49:26.079749Z","steps":["trace[1648199551] 'agreement among raft nodes before linearized reading' (duration: 374.180211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.079778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:25.705507Z","time spent":"374.265984ms","remote":"127.0.0.1:45928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:49:26.079853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.623107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T23:49:26.079873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.328749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T23:49:26.079914Z","caller":"traceutil/trace.go:171","msg":"trace[1461013235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6790; }","duration":"160.404171ms","start":"2026-07-30T23:49:25.9195Z","end":"2026-07-30T23:49:26.079904Z","steps":["trace[1461013235] 'agreement among raft nodes before linearized reading' (duration: 160.270776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.079939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.96329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:49:26.07996Z","caller":"traceutil/trace.go:171","msg":"trace[322063714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6790; }","duration":"913.027513ms","start":"2026-07-30T23:49:25.166927Z","end":"2026-07-30T23:49:26.079955Z","steps":["trace[322063714] 'agreement among raft nodes before linearized reading' (duration: 912.968371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.079967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.934413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-30T23:49:26.079989Z","caller":"traceutil/trace.go:171","msg":"trace[460241569] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6790; }","duration":"383.001625ms","start":"2026-07-30T23:49:25.696981Z","end":"2026-07-30T23:49:26.079983Z","steps":["trace[460241569] 'agreement among raft nodes before linearized reading' (duration: 382.935863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.079997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:25.166901Z","time spent":"913.077625ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T23:49:26.080013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:25.696956Z","time spent":"383.051747ms","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-07-30T23:49:26.079881Z","caller":"traceutil/trace.go:171","msg":"trace[38565299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6790; }","duration":"863.649418ms","start":"2026-07-30T23:49:25.216224Z","end":"2026-07-30T23:49:26.079873Z","steps":["trace[38565299] 'agreement among raft nodes before linearized reading' (duration: 863.583316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:26.080073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:25.216153Z","time spent":"863.912667ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T23:49:26.295367Z","caller":"traceutil/trace.go:171","msg":"trace[2028995163] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"209.368961ms","start":"2026-07-30T23:49:26.085979Z","end":"2026-07-30T23:49:26.295348Z","steps":["trace[2028995163] 'process raft request' (duration: 209.277988ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:26.295411Z","caller":"traceutil/trace.go:171","msg":"trace[848397623] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"209.904841ms","start":"2026-07-30T23:49:26.085432Z","end":"2026-07-30T23:49:26.295337Z","steps":["trace[848397623] 'process raft request' (duration: 203.164754ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:26.295588Z","caller":"traceutil/trace.go:171","msg":"trace[921923605] transaction","detail":"{read_only:false; response_revision:6794; number_of_response:1; }","duration":"209.553178ms","start":"2026-07-30T23:49:26.086021Z","end":"2026-07-30T23:49:26.295574Z","steps":["trace[921923605] 'process raft request' (duration: 209.303649ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:26.295668Z","caller":"traceutil/trace.go:171","msg":"trace[420973614] transaction","detail":"{read_only:false; response_revision:6795; number_of_response:1; }","duration":"208.649485ms","start":"2026-07-30T23:49:26.087011Z","end":"2026-07-30T23:49:26.29566Z","steps":["trace[420973614] 'process raft request' (duration: 208.414446ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:29.472776Z","caller":"traceutil/trace.go:171","msg":"trace[187278798] transaction","detail":"{read_only:false; response_revision:6808; number_of_response:1; }","duration":"103.420979ms","start":"2026-07-30T23:49:29.369324Z","end":"2026-07-30T23:49:29.472745Z","steps":["trace[187278798] 'process raft request' (duration: 103.206741ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:34.41726Z","caller":"traceutil/trace.go:171","msg":"trace[91666007] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"175.790698ms","start":"2026-07-30T23:49:34.241443Z","end":"2026-07-30T23:49:34.417233Z","steps":["trace[91666007] 'process raft request' (duration: 175.585081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:34.495858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.289401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:49:34.496077Z","caller":"traceutil/trace.go:171","msg":"trace[1929669845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6838; }","duration":"162.549301ms","start":"2026-07-30T23:49:34.333505Z","end":"2026-07-30T23:49:34.496054Z","steps":["trace[1929669845] 'agreement among raft nodes before linearized reading' (duration: 162.145026ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:34.59348Z","caller":"traceutil/trace.go:171","msg":"trace[758632010] transaction","detail":"{read_only:false; response_revision:6839; number_of_response:1; }","duration":"169.377356ms","start":"2026-07-30T23:49:34.424073Z","end":"2026-07-30T23:49:34.593451Z","steps":["trace[758632010] 'process raft request' (duration: 140.093951ms)","trace[758632010] 'compare' (duration: 28.977864ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:34.615191Z","caller":"traceutil/trace.go:171","msg":"trace[2071620497] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"114.453666ms","start":"2026-07-30T23:49:34.500703Z","end":"2026-07-30T23:49:34.615157Z","steps":["trace[2071620497] 'process raft request' (duration: 114.408204ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:34.615824Z","caller":"traceutil/trace.go:171","msg":"trace[1131435379] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"116.151038ms","start":"2026-07-30T23:49:34.499661Z","end":"2026-07-30T23:49:34.615812Z","steps":["trace[1131435379] 'process raft request' (duration: 115.228934ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:34.615951Z","caller":"traceutil/trace.go:171","msg":"trace[290285373] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"115.627468ms","start":"2026-07-30T23:49:34.500315Z","end":"2026-07-30T23:49:34.615943Z","steps":["trace[290285373] 'process raft request' (duration: 114.749367ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:38.416027Z","caller":"traceutil/trace.go:171","msg":"trace[995220718] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"168.073868ms","start":"2026-07-30T23:49:38.247923Z","end":"2026-07-30T23:49:38.415997Z","steps":["trace[995220718] 'process raft request' (duration: 147.689659ms)","trace[995220718] 'compare' (duration: 20.063768ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:38.638875Z","caller":"traceutil/trace.go:171","msg":"trace[1008668004] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"131.437328ms","start":"2026-07-30T23:49:38.507336Z","end":"2026-07-30T23:49:38.638774Z","steps":["trace[1008668004] 'process raft request' (duration: 85.367521ms)","trace[1008668004] 'compare' (duration: 44.74311ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:39.038784Z","caller":"traceutil/trace.go:171","msg":"trace[1161093854] transaction","detail":"{read_only:false; response_revision:6861; number_of_response:1; }","duration":"394.645993ms","start":"2026-07-30T23:49:38.644112Z","end":"2026-07-30T23:49:39.038757Z","steps":["trace[1161093854] 'process raft request' (duration: 305.775669ms)","trace[1161093854] 'compare' (duration: 88.330385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:49:39.039273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.838401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:49:39.038957Z","caller":"traceutil/trace.go:171","msg":"trace[1038362820] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"393.091807ms","start":"2026-07-30T23:49:38.645834Z","end":"2026-07-30T23:49:39.038925Z","steps":["trace[1038362820] 'process raft request' (duration: 392.701483ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:39.039337Z","caller":"traceutil/trace.go:171","msg":"trace[1714047697] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6864; }","duration":"349.966126ms","start":"2026-07-30T23:49:38.689358Z","end":"2026-07-30T23:49:39.039324Z","steps":["trace[1714047697] 'agreement among raft nodes before linearized reading' (duration: 349.830612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:39.039378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:38.689338Z","time spent":"350.028889ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:49:39.039027Z","caller":"traceutil/trace.go:171","msg":"trace[1237706693] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"394.795068ms","start":"2026-07-30T23:49:38.644222Z","end":"2026-07-30T23:49:39.039017Z","steps":["trace[1237706693] 'process raft request' (duration: 394.220318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:39.039436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:38.645815Z","time spent":"393.535823ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:39.039377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:38.644095Z","time spent":"395.137301ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:39.03965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:38.644203Z","time spent":"395.301477ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:39.039132Z","caller":"traceutil/trace.go:171","msg":"trace[442796128] linearizableReadLoop","detail":"{readStateIndex:7117; appliedIndex:7114; }","duration":"349.704777ms","start":"2026-07-30T23:49:38.689404Z","end":"2026-07-30T23:49:39.039109Z","steps":["trace[442796128] 'read index received' (duration: 260.405327ms)","trace[442796128] 'applied index is now lower than readState.Index' (duration: 89.29772ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:51.277449Z","caller":"traceutil/trace.go:171","msg":"trace[784016399] transaction","detail":"{read_only:false; response_revision:6979; number_of_response:1; }","duration":"106.198523ms","start":"2026-07-30T23:49:51.171233Z","end":"2026-07-30T23:49:51.277431Z","steps":["trace[784016399] 'process raft request' (duration: 105.682605ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:51.277544Z","caller":"traceutil/trace.go:171","msg":"trace[1741779921] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"106.054948ms","start":"2026-07-30T23:49:51.171485Z","end":"2026-07-30T23:49:51.27754Z","steps":["trace[1741779921] 'process raft request' (duration: 105.616413ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:11.132963Z","caller":"traceutil/trace.go:171","msg":"trace[1085838723] transaction","detail":"{read_only:false; response_revision:7078; number_of_response:1; }","duration":"206.62588ms","start":"2026-07-30T23:50:10.926271Z","end":"2026-07-30T23:50:11.132897Z","steps":["trace[1085838723] 'process raft request' (duration: 152.149402ms)","trace[1085838723] 'compare' (duration: 54.222679ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:50:31.183211Z","caller":"traceutil/trace.go:171","msg":"trace[1807262107] transaction","detail":"{read_only:false; response_revision:7202; number_of_response:1; }","duration":"174.210658ms","start":"2026-07-30T23:50:31.008976Z","end":"2026-07-30T23:50:31.183187Z","steps":["trace[1807262107] 'process raft request' (duration: 174.056363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:51:01.205094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.351852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger\" ","response":"range_response_count:1 size:31431"} {"level":"info","ts":"2026-07-30T23:51:01.205342Z","caller":"traceutil/trace.go:171","msg":"trace[535469797] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger; range_end:; response_count:1; response_revision:7353; }","duration":"106.512547ms","start":"2026-07-30T23:51:01.098801Z","end":"2026-07-30T23:51:01.205314Z","steps":["trace[535469797] 'range keys from in-memory index tree' (duration: 105.066384ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:51:05.038627Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5341} {"level":"info","ts":"2026-07-30T23:51:05.157433Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5341,"took":"117.116954ms","hash":4254519410,"current-db-size-bytes":52822016,"current-db-size":"53 MB","current-db-size-in-use-bytes":18698240,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-30T23:51:05.157504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4254519410,"revision":5341,"compact-revision":2863}