{"level":"warn","ts":"2026-03-09T01:41:06.929207Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:41:06.929319Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.205:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.205:2380","--initial-cluster=instance=https://199.204.45.205:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.205:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.205:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:41:06.929393Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:41:06.929411Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-03-09T01:41:06.929433Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:41:06.930246Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"]} {"level":"info","ts":"2026-03-09T01:41:06.930345Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.205:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:41:07.056512Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"122.86153ms"} {"level":"info","ts":"2026-03-09T01:41:07.128825Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"71d28e9ac1bc4e5d","cluster-id":"4a4ae660c7a9a6a7"} {"level":"info","ts":"2026-03-09T01:41:07.12895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:41:07.12898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 0"} {"level":"info","ts":"2026-03-09T01:41:07.128991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 71d28e9ac1bc4e5d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:41:07.129001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 1"} {"level":"info","ts":"2026-03-09T01:41:07.129077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"warn","ts":"2026-03-09T01:41:07.140664Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:41:07.143176Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:41:07.145191Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:41:07.15102Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"71d28e9ac1bc4e5d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:41:07.158371Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"71d28e9ac1bc4e5d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:41:07.158513Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:41:07.158752Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:41:07.158806Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:41:07.16007Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:41:07.16027Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-03-09T01:41:07.160308Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-03-09T01:41:07.160495Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"71d28e9ac1bc4e5d","initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:41:07.160607Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:41:07.160851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"info","ts":"2026-03-09T01:41:07.161003Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","added-peer-id":"71d28e9ac1bc4e5d","added-peer-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-03-09T01:41:07.530222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:41:07.530321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:41:07.530399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgPreVoteResp from 71d28e9ac1bc4e5d at term 1"} {"level":"info","ts":"2026-03-09T01:41:07.530425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:41:07.530444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgVoteResp from 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-03-09T01:41:07.530466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became leader at term 2"} {"level":"info","ts":"2026-03-09T01:41:07.530522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 71d28e9ac1bc4e5d elected leader 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-03-09T01:41:07.532017Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:41:07.532219Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"71d28e9ac1bc4e5d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.205:2379]}","request-path":"/0/members/71d28e9ac1bc4e5d/attributes","cluster-id":"4a4ae660c7a9a6a7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:41:07.53243Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:41:07.532675Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:41:07.532715Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T01:41:07.53252Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:41:07.533378Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:41:07.533538Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:41:07.533582Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:41:07.53527Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.205:2379"} {"level":"info","ts":"2026-03-09T01:41:07.537248Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-09T01:41:10.449214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.675759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-09T01:41:10.449377Z","caller":"traceutil/trace.go:171","msg":"trace[986221924] linearizableReadLoop","detail":"{readStateIndex:89; appliedIndex:88; }","duration":"174.771361ms","start":"2026-03-09T01:41:10.274588Z","end":"2026-03-09T01:41:10.44936Z","steps":["trace[986221924] 'read index received' (duration: 46.499699ms)","trace[986221924] 'applied index is now lower than readState.Index' (duration: 128.270362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:10.4495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.954325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:41:10.449535Z","caller":"traceutil/trace.go:171","msg":"trace[1466161383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:85; }","duration":"175.020026ms","start":"2026-03-09T01:41:10.274507Z","end":"2026-03-09T01:41:10.449527Z","steps":["trace[1466161383] 'agreement among raft nodes before linearized reading' (duration: 174.906864ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:10.449743Z","caller":"traceutil/trace.go:171","msg":"trace[664045878] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"194.364654ms","start":"2026-03-09T01:41:10.255037Z","end":"2026-03-09T01:41:10.449401Z","steps":["trace[664045878] 'process raft request' (duration: 66.102912ms)","trace[664045878] 'compare' (duration: 127.535637ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:17.284556Z","caller":"traceutil/trace.go:171","msg":"trace[1381308932] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"131.413807ms","start":"2026-03-09T01:41:17.153098Z","end":"2026-03-09T01:41:17.284512Z","steps":["trace[1381308932] 'process raft request' (duration: 131.190981ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:19.300555Z","caller":"traceutil/trace.go:171","msg":"trace[557508736] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"159.404284ms","start":"2026-03-09T01:41:19.141121Z","end":"2026-03-09T01:41:19.300525Z","steps":["trace[557508736] 'process raft request' (duration: 128.740082ms)","trace[557508736] 'compare' (duration: 30.433118ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:19.614557Z","caller":"traceutil/trace.go:171","msg":"trace[1522872339] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"229.976008ms","start":"2026-03-09T01:41:19.384547Z","end":"2026-03-09T01:41:19.614523Z","steps":["trace[1522872339] 'process raft request' (duration: 229.718793ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:19.79826Z","caller":"traceutil/trace.go:171","msg":"trace[1274055823] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"173.341001ms","start":"2026-03-09T01:41:19.624889Z","end":"2026-03-09T01:41:19.79823Z","steps":["trace[1274055823] 'process raft request' (duration: 151.115143ms)","trace[1274055823] 'compare' (duration: 21.788749ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:20.55788Z","caller":"traceutil/trace.go:171","msg":"trace[2087602317] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"110.556917ms","start":"2026-03-09T01:41:20.447291Z","end":"2026-03-09T01:41:20.557848Z","steps":["trace[2087602317] 'process raft request' (duration: 91.910473ms)","trace[2087602317] 'compare' (duration: 18.383879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:21.223222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.125775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:21.223367Z","caller":"traceutil/trace.go:171","msg":"trace[2011141125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"105.31888ms","start":"2026-03-09T01:41:21.11801Z","end":"2026-03-09T01:41:21.223329Z","steps":["trace[2011141125] 'range keys from in-memory index tree' (duration: 105.035954ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:21.636201Z","caller":"traceutil/trace.go:171","msg":"trace[560971532] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:379; }","duration":"331.778316ms","start":"2026-03-09T01:41:21.304402Z","end":"2026-03-09T01:41:21.636181Z","steps":["trace[560971532] 'read index received' (duration: 331.577402ms)","trace[560971532] 'applied index is now lower than readState.Index' (duration: 199.294µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:21.636247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.276874Z","time spent":"359.365673ms","remote":"127.0.0.1:42938","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T01:41:21.636405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.99224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T01:41:21.636471Z","caller":"traceutil/trace.go:171","msg":"trace[1183017865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:363; }","duration":"332.119402ms","start":"2026-03-09T01:41:21.304334Z","end":"2026-03-09T01:41:21.636454Z","steps":["trace[1183017865] 'agreement among raft nodes before linearized reading' (duration: 331.980249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:21.636513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.304307Z","time spent":"332.199394ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:22.189294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055345240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:22.587381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.765452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:22.587586Z","caller":"traceutil/trace.go:171","msg":"trace[1300612024] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:381; }","duration":"898.811466ms","start":"2026-03-09T01:41:21.688756Z","end":"2026-03-09T01:41:22.587567Z","steps":["trace[1300612024] 'read index received' (duration: 536.482501ms)","trace[1300612024] 'applied index is now lower than readState.Index' (duration: 362.327665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:22.587719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.957449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-09T01:41:22.587783Z","caller":"traceutil/trace.go:171","msg":"trace[1517142708] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"947.274125ms","start":"2026-03-09T01:41:21.640466Z","end":"2026-03-09T01:41:22.58774Z","steps":["trace[1517142708] 'process raft request' (duration: 584.90906ms)","trace[1517142708] 'compare' (duration: 361.557538ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:22.587753Z","caller":"traceutil/trace.go:171","msg":"trace[1897502754] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"946.454368ms","start":"2026-03-09T01:41:21.641244Z","end":"2026-03-09T01:41:22.587698Z","steps":["trace[1897502754] 'process raft request' (duration: 946.257994ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:22.587938Z","caller":"traceutil/trace.go:171","msg":"trace[1141124718] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:366; }","duration":"899.089782ms","start":"2026-03-09T01:41:21.688714Z","end":"2026-03-09T01:41:22.587804Z","steps":["trace[1141124718] 'agreement among raft nodes before linearized reading' (duration: 898.960649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:22.58801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.640444Z","time spent":"947.472569ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:22.588025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.688697Z","time spent":"899.283265ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-09T01:41:22.587815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.566782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:22.588303Z","caller":"traceutil/trace.go:171","msg":"trace[959171612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:366; }","duration":"468.102583ms","start":"2026-03-09T01:41:22.120177Z","end":"2026-03-09T01:41:22.58828Z","steps":["trace[959171612] 'agreement among raft nodes before linearized reading' (duration: 467.545762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:22.58837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:22.120157Z","time spent":"468.191595ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:22.588222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:21.641199Z","time spent":"946.812925ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:27.403086Z","caller":"traceutil/trace.go:171","msg":"trace[628312991] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"138.80336ms","start":"2026-03-09T01:41:27.264259Z","end":"2026-03-09T01:41:27.403062Z","steps":["trace[628312991] 'process raft request' (duration: 138.180597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:33.173332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055345351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:33.673681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055345351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:33.687472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019700527s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:41:33.687883Z","caller":"traceutil/trace.go:171","msg":"trace[1633760767] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"1.015548802s","start":"2026-03-09T01:41:32.672314Z","end":"2026-03-09T01:41:33.687863Z","steps":["trace[1633760767] 'read index received' (duration: 1.015325727s)","trace[1633760767] 'applied index is now lower than readState.Index' (duration: 222.285µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:33.688043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015711185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:41:33.68807Z","caller":"traceutil/trace.go:171","msg":"trace[1014285503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.015796957s","start":"2026-03-09T01:41:32.672263Z","end":"2026-03-09T01:41:33.68806Z","steps":["trace[1014285503] 'agreement among raft nodes before linearized reading' (duration: 1.015708095s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:33.688091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:32.672234Z","time spent":"1.015852298s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:41:33.688039Z","caller":"traceutil/trace.go:171","msg":"trace[1815894492] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"1.020327829s","start":"2026-03-09T01:41:32.667663Z","end":"2026-03-09T01:41:33.68799Z","steps":["trace[1815894492] 'process raft request' (duration: 1.020067774s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:33.688191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00919612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:33.68821Z","caller":"traceutil/trace.go:171","msg":"trace[674486712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"1.009262492s","start":"2026-03-09T01:41:32.678943Z","end":"2026-03-09T01:41:33.688206Z","steps":["trace[674486712] 'agreement among raft nodes before linearized reading' (duration: 1.009231801s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:33.688222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:32.678922Z","time spent":"1.009297392s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:41:33.688283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:32.667647Z","time spent":"1.020493772s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:33.688345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.911125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:33.688385Z","caller":"traceutil/trace.go:171","msg":"trace[1404574270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"527.991267ms","start":"2026-03-09T01:41:33.160379Z","end":"2026-03-09T01:41:33.68837Z","steps":["trace[1404574270] 'agreement among raft nodes before linearized reading' (duration: 527.919135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:33.688414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.483832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:33.688416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:33.160355Z","time spent":"528.054798ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:41:33.688431Z","caller":"traceutil/trace.go:171","msg":"trace[2136549180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"570.537453ms","start":"2026-03-09T01:41:33.117889Z","end":"2026-03-09T01:41:33.688426Z","steps":["trace[2136549180] 'agreement among raft nodes before linearized reading' (duration: 570.510802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:33.688444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:33.117865Z","time spent":"570.576293ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:34.19623Z","caller":"traceutil/trace.go:171","msg":"trace[362004073] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"504.639216ms","start":"2026-03-09T01:41:33.691552Z","end":"2026-03-09T01:41:34.196192Z","steps":["trace[362004073] 'process raft request' (duration: 495.154911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:34.196393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:33.691534Z","time spent":"504.778539ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:34.267301Z","caller":"traceutil/trace.go:171","msg":"trace[153968660] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:441; }","duration":"147.515349ms","start":"2026-03-09T01:41:34.119757Z","end":"2026-03-09T01:41:34.267272Z","steps":["trace[153968660] 'read index received' (duration: 66.967049ms)","trace[153968660] 'applied index is now lower than readState.Index' (duration: 80.54719ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:34.267408Z","caller":"traceutil/trace.go:171","msg":"trace[851805871] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"574.77783ms","start":"2026-03-09T01:41:33.692574Z","end":"2026-03-09T01:41:34.267351Z","steps":["trace[851805871] 'process raft request' (duration: 574.606857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:34.267482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.670892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:34.267467Z","caller":"traceutil/trace.go:171","msg":"trace[466071362] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"575.629279ms","start":"2026-03-09T01:41:33.691788Z","end":"2026-03-09T01:41:34.267417Z","steps":["trace[466071362] 'process raft request' (duration: 575.18355ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:34.267528Z","caller":"traceutil/trace.go:171","msg":"trace[1247461964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"147.827716ms","start":"2026-03-09T01:41:34.119687Z","end":"2026-03-09T01:41:34.267515Z","steps":["trace[1247461964] 'agreement among raft nodes before linearized reading' (duration: 147.691323ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:34.267512Z","caller":"traceutil/trace.go:171","msg":"trace[1481574664] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"571.635746ms","start":"2026-03-09T01:41:33.695811Z","end":"2026-03-09T01:41:34.267447Z","steps":["trace[1481574664] 'process raft request' (duration: 571.429472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:34.267629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:33.691766Z","time spent":"575.768892ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:34.267696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:33.695805Z","time spent":"571.797819ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:34.26763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:33.692564Z","time spent":"574.962134ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:35.873898Z","caller":"traceutil/trace.go:171","msg":"trace[788752188] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"175.817161ms","start":"2026-03-09T01:41:35.698058Z","end":"2026-03-09T01:41:35.873875Z","steps":["trace[788752188] 'process raft request' (duration: 175.679929ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:40.459124Z","caller":"traceutil/trace.go:171","msg":"trace[1629536134] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"119.997992ms","start":"2026-03-09T01:41:40.339094Z","end":"2026-03-09T01:41:40.459092Z","steps":["trace[1629536134] 'process raft request' (duration: 119.795177ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:40.523721Z","caller":"traceutil/trace.go:171","msg":"trace[1270768017] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"158.941074ms","start":"2026-03-09T01:41:40.364755Z","end":"2026-03-09T01:41:40.523696Z","steps":["trace[1270768017] 'process raft request' (duration: 158.888713ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:40.523812Z","caller":"traceutil/trace.go:171","msg":"trace[1926091240] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"159.586588ms","start":"2026-03-09T01:41:40.364169Z","end":"2026-03-09T01:41:40.523755Z","steps":["trace[1926091240] 'process raft request' (duration: 98.832876ms)","trace[1926091240] 'compare' (duration: 60.492786ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:43.118512Z","caller":"traceutil/trace.go:171","msg":"trace[302315377] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"586.314748ms","start":"2026-03-09T01:41:42.532167Z","end":"2026-03-09T01:41:43.118482Z","steps":["trace[302315377] 'process raft request' (duration: 586.163975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:43.11892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:42.532124Z","time spent":"586.701627ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:43.242767Z","caller":"traceutil/trace.go:171","msg":"trace[954344321] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:498; }","duration":"123.33561ms","start":"2026-03-09T01:41:43.119384Z","end":"2026-03-09T01:41:43.24272Z","steps":["trace[954344321] 'read index received' (duration: 105.776869ms)","trace[954344321] 'applied index is now lower than readState.Index' (duration: 17.557781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:43.242959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.544055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:43.243012Z","caller":"traceutil/trace.go:171","msg":"trace[927828064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"123.654307ms","start":"2026-03-09T01:41:43.119345Z","end":"2026-03-09T01:41:43.242999Z","steps":["trace[927828064] 'agreement among raft nodes before linearized reading' (duration: 123.505734ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:43.243039Z","caller":"traceutil/trace.go:171","msg":"trace[1402061759] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"709.902865ms","start":"2026-03-09T01:41:42.533071Z","end":"2026-03-09T01:41:43.242974Z","steps":["trace[1402061759] 'process raft request' (duration: 692.075448ms)","trace[1402061759] 'compare' (duration: 17.410129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:43.243185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:42.533049Z","time spent":"710.060408ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:43.478404Z","caller":"traceutil/trace.go:171","msg":"trace[1290898959] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"203.983833ms","start":"2026-03-09T01:41:43.274385Z","end":"2026-03-09T01:41:43.478369Z","steps":["trace[1290898959] 'process raft request' (duration: 203.8249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.357183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055345558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:51.570294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519841859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:41:51.570426Z","caller":"traceutil/trace.go:171","msg":"trace[47220030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"1.520034703s","start":"2026-03-09T01:41:50.050367Z","end":"2026-03-09T01:41:51.570401Z","steps":["trace[47220030] 'range keys from in-memory index tree' (duration: 1.519703496s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.57049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.050341Z","time spent":"1.520129097s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:51.570484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24459712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:51.570578Z","caller":"traceutil/trace.go:171","msg":"trace[2015906679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"1.244723292s","start":"2026-03-09T01:41:50.325831Z","end":"2026-03-09T01:41:51.570554Z","steps":["trace[2015906679] 'range keys from in-memory index tree' (duration: 1.244521178s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.570632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.325808Z","time spent":"1.244807415s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:41:51.570857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421363962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:51.570897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25234924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-whfhk\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-09T01:41:51.570999Z","caller":"traceutil/trace.go:171","msg":"trace[36512508] range","detail":"{range_begin:/registry/pods/kube-system/cilium-whfhk; range_end:; response_count:1; response_revision:515; }","duration":"1.252497583s","start":"2026-03-09T01:41:50.318474Z","end":"2026-03-09T01:41:51.570971Z","steps":["trace[36512508] 'range keys from in-memory index tree' (duration: 1.252047813s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:51.571008Z","caller":"traceutil/trace.go:171","msg":"trace[1041405986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"1.421559346s","start":"2026-03-09T01:41:50.149406Z","end":"2026-03-09T01:41:51.570966Z","steps":["trace[1041405986] 'range keys from in-memory index tree' (duration: 1.42124637s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.571043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.318452Z","time spent":"1.252580854s","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-whfhk\" "} {"level":"warn","ts":"2026-03-09T01:41:51.571081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.149355Z","time spent":"1.421712419s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:51.571062Z","caller":"traceutil/trace.go:171","msg":"trace[618681490] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"714.767725ms","start":"2026-03-09T01:41:50.85624Z","end":"2026-03-09T01:41:51.571008Z","steps":["trace[618681490] 'read index received' (duration: 645.715372ms)","trace[618681490] 'applied index is now lower than readState.Index' (duration: 69.050243ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:51.571092Z","caller":"traceutil/trace.go:171","msg":"trace[62369544] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"806.700028ms","start":"2026-03-09T01:41:50.764349Z","end":"2026-03-09T01:41:51.571049Z","steps":["trace[62369544] 'process raft request' (duration: 737.636725ms)","trace[62369544] 'compare' (duration: 68.262036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:51.571259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.019849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:51.571283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.521713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:51.571327Z","caller":"traceutil/trace.go:171","msg":"trace[1849982573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"452.606805ms","start":"2026-03-09T01:41:51.118709Z","end":"2026-03-09T01:41:51.571315Z","steps":["trace[1849982573] 'agreement among raft nodes before linearized reading' (duration: 452.535673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.571357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.11867Z","time spent":"452.680727ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:51.571379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.308983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T01:41:51.571347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.76431Z","time spent":"806.905073ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:51.571432Z","caller":"traceutil/trace.go:171","msg":"trace[104713257] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:516; }","duration":"294.456526ms","start":"2026-03-09T01:41:51.276963Z","end":"2026-03-09T01:41:51.57142Z","steps":["trace[104713257] 'agreement among raft nodes before linearized reading' (duration: 294.277492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.571573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.566196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:51.571663Z","caller":"traceutil/trace.go:171","msg":"trace[1843303909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:516; }","duration":"389.679408ms","start":"2026-03-09T01:41:51.181952Z","end":"2026-03-09T01:41:51.571631Z","steps":["trace[1843303909] 'agreement among raft nodes before linearized reading' (duration: 389.536195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.571708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.181929Z","time spent":"389.76825ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:41:51.571318Z","caller":"traceutil/trace.go:171","msg":"trace[979494069] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:516; }","duration":"715.118262ms","start":"2026-03-09T01:41:50.856179Z","end":"2026-03-09T01:41:51.571297Z","steps":["trace[979494069] 'agreement among raft nodes before linearized reading' (duration: 715.003589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.573506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.856155Z","time spent":"717.318518ms","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-09T01:41:51.573639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.224114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T01:41:51.573835Z","caller":"traceutil/trace.go:171","msg":"trace[1530804475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"213.575771ms","start":"2026-03-09T01:41:51.360188Z","end":"2026-03-09T01:41:51.573764Z","steps":["trace[1530804475] 'agreement among raft nodes before linearized reading' (duration: 211.455428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:52.371278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055345561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:52.872015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055345561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:53.372728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055345561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:53.46595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887208138s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:41:53.466617Z","caller":"traceutil/trace.go:171","msg":"trace[390639481] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.890125716s","start":"2026-03-09T01:41:51.57644Z","end":"2026-03-09T01:41:53.466566Z","steps":["trace[390639481] 'process raft request' (duration: 1.889783429s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.466882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.576396Z","time spent":"1.890338181s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:53.85139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.578951Z","time spent":"2.272427044s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T01:41:53.851611Z","caller":"traceutil/trace.go:171","msg":"trace[98909289] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:540; }","duration":"1.981373488s","start":"2026-03-09T01:41:51.870209Z","end":"2026-03-09T01:41:53.851583Z","steps":["trace[98909289] 'read index received' (duration: 1.595989068s)","trace[98909289] 'applied index is now lower than readState.Index' (duration: 385.38296ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:53.851701Z","caller":"traceutil/trace.go:171","msg":"trace[1438333366] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"2.270706749s","start":"2026-03-09T01:41:51.580968Z","end":"2026-03-09T01:41:53.851675Z","steps":["trace[1438333366] 'process raft request' (duration: 2.270489374s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:53.851612Z","caller":"traceutil/trace.go:171","msg":"trace[234600099] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"2.272320202s","start":"2026-03-09T01:41:51.579255Z","end":"2026-03-09T01:41:53.851575Z","steps":["trace[234600099] 'process raft request' (duration: 2.271972805s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:53.85183Z","caller":"traceutil/trace.go:171","msg":"trace[745372376] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"2.27126103s","start":"2026-03-09T01:41:51.580514Z","end":"2026-03-09T01:41:53.851775Z","steps":["trace[745372376] 'process raft request' (duration: 2.270893392s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.851895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.580944Z","time spent":"2.27081778s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:53.852003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.579241Z","time spent":"2.272626957s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:53.852023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.580464Z","time spent":"2.271455904s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:53.85209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981836627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:53.852166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733227937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:53.852203Z","caller":"traceutil/trace.go:171","msg":"trace[1143627082] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:521; }","duration":"1.982038072s","start":"2026-03-09T01:41:51.870133Z","end":"2026-03-09T01:41:53.852171Z","steps":["trace[1143627082] 'agreement among raft nodes before linearized reading' (duration: 1.981811917s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:53.851991Z","caller":"traceutil/trace.go:171","msg":"trace[446217390] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"2.265293397s","start":"2026-03-09T01:41:51.586628Z","end":"2026-03-09T01:41:53.851921Z","steps":["trace[446217390] 'process raft request' (duration: 2.264877918s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:53.852275Z","caller":"traceutil/trace.go:171","msg":"trace[770313468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"1.73342115s","start":"2026-03-09T01:41:52.11883Z","end":"2026-03-09T01:41:53.852251Z","steps":["trace[770313468] 'agreement among raft nodes before linearized reading' (duration: 1.733208176s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.852277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.870107Z","time spent":"1.982159305s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-09T01:41:53.852319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.118803Z","time spent":"1.733506981s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:53.852401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.586615Z","time spent":"2.265687055s","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:55.618864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055345577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:41:55.719917Z","caller":"traceutil/trace.go:171","msg":"trace[184986383] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:547; }","duration":"601.510052ms","start":"2026-03-09T01:41:55.118389Z","end":"2026-03-09T01:41:55.719899Z","steps":["trace[184986383] 'read index received' (duration: 601.364869ms)","trace[184986383] 'applied index is now lower than readState.Index' (duration: 144.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:55.720006Z","caller":"traceutil/trace.go:171","msg":"trace[354880235] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.142950585s","start":"2026-03-09T01:41:54.577025Z","end":"2026-03-09T01:41:55.719976Z","steps":["trace[354880235] 'process raft request' (duration: 1.142761352s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:55.720069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.663895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:55.720165Z","caller":"traceutil/trace.go:171","msg":"trace[2062316638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"601.779237ms","start":"2026-03-09T01:41:55.118379Z","end":"2026-03-09T01:41:55.720158Z","steps":["trace[2062316638] 'agreement among raft nodes before linearized reading' (duration: 601.599594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:55.720161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:54.576981Z","time spent":"1.143094808s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:55.720207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:55.118274Z","time spent":"601.91531ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:55.720233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.839196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:55.720318Z","caller":"traceutil/trace.go:171","msg":"trace[267893015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:523; }","duration":"247.969749ms","start":"2026-03-09T01:41:55.472329Z","end":"2026-03-09T01:41:55.720298Z","steps":["trace[267893015] 'agreement among raft nodes before linearized reading' (duration: 247.701754ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.963616Z","caller":"traceutil/trace.go:171","msg":"trace[262193427] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:548; }","duration":"106.695348ms","start":"2026-03-09T01:41:55.85689Z","end":"2026-03-09T01:41:55.963586Z","steps":["trace[262193427] 'read index received' (duration: 106.052584ms)","trace[262193427] 'applied index is now lower than readState.Index' (duration: 641.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:55.963688Z","caller":"traceutil/trace.go:171","msg":"trace[1741875995] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"239.557765ms","start":"2026-03-09T01:41:55.724094Z","end":"2026-03-09T01:41:55.963651Z","steps":["trace[1741875995] 'process raft request' (duration: 238.940623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:55.963886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.896353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-09T01:41:55.963874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.953943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:41:55.963915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.922162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:41:55.963933Z","caller":"traceutil/trace.go:171","msg":"trace[1042661359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:524; }","duration":"106.993424ms","start":"2026-03-09T01:41:55.856928Z","end":"2026-03-09T01:41:55.963921Z","steps":["trace[1042661359] 'agreement among raft nodes before linearized reading' (duration: 106.81243ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.96396Z","caller":"traceutil/trace.go:171","msg":"trace[1938517936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:524; }","duration":"107.090496ms","start":"2026-03-09T01:41:55.856847Z","end":"2026-03-09T01:41:55.963938Z","steps":["trace[1938517936] 'agreement among raft nodes before linearized reading' (duration: 106.845251ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.963976Z","caller":"traceutil/trace.go:171","msg":"trace[2072542965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:524; }","duration":"107.013395ms","start":"2026-03-09T01:41:55.856945Z","end":"2026-03-09T01:41:55.963959Z","steps":["trace[2072542965] 'agreement among raft nodes before linearized reading' (duration: 106.824091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:15.527794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.744963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:42:15.528095Z","caller":"traceutil/trace.go:171","msg":"trace[1980432792] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:932; }","duration":"408.681172ms","start":"2026-03-09T01:42:15.119387Z","end":"2026-03-09T01:42:15.528068Z","steps":["trace[1980432792] 'read index received' (duration: 42.451807ms)","trace[1980432792] 'applied index is now lower than readState.Index' (duration: 366.227945ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:15.528227Z","caller":"traceutil/trace.go:171","msg":"trace[1610830826] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"1.010905856s","start":"2026-03-09T01:42:14.517305Z","end":"2026-03-09T01:42:15.528211Z","steps":["trace[1610830826] 'process raft request' (duration: 1.010698872s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:15.528238Z","caller":"traceutil/trace.go:171","msg":"trace[88577343] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"1.014224741s","start":"2026-03-09T01:42:14.513976Z","end":"2026-03-09T01:42:15.5282Z","steps":["trace[88577343] 'process raft request' (duration: 1.013947445s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:15.528253Z","caller":"traceutil/trace.go:171","msg":"trace[1044793819] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"1.01459525s","start":"2026-03-09T01:42:14.513611Z","end":"2026-03-09T01:42:15.528206Z","steps":["trace[1044793819] 'process raft request' (duration: 648.314944ms)","trace[1044793819] 'compare' (duration: 365.624121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:15.528307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:14.517295Z","time spent":"1.010965948s","remote":"127.0.0.1:43366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:15.528282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.906277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:15.528412Z","caller":"traceutil/trace.go:171","msg":"trace[1824845424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"409.074001ms","start":"2026-03-09T01:42:15.11933Z","end":"2026-03-09T01:42:15.528404Z","steps":["trace[1824845424] 'agreement among raft nodes before linearized reading' (duration: 408.931958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:15.5284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:14.513965Z","time spent":"1.014354454s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:15.528408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:14.513584Z","time spent":"1.014743254s","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:15.528432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:15.119302Z","time spent":"409.125061ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:42:42.289089Z","caller":"traceutil/trace.go:171","msg":"trace[1652267394] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1210; }","duration":"448.852047ms","start":"2026-03-09T01:42:41.840201Z","end":"2026-03-09T01:42:42.289053Z","steps":["trace[1652267394] 'read index received' (duration: 448.588662ms)","trace[1652267394] 'applied index is now lower than readState.Index' (duration: 261.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:42.289137Z","caller":"traceutil/trace.go:171","msg":"trace[371380048] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"608.397993ms","start":"2026-03-09T01:42:41.680699Z","end":"2026-03-09T01:42:42.289097Z","steps":["trace[371380048] 'process raft request' (duration: 608.133308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:42.28933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.586373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:42:42.289333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:41.680659Z","time spent":"608.570087ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:42.28933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.116004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-09T01:42:42.289372Z","caller":"traceutil/trace.go:171","msg":"trace[810595425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1164; }","duration":"161.696215ms","start":"2026-03-09T01:42:42.127663Z","end":"2026-03-09T01:42:42.289359Z","steps":["trace[810595425] 'agreement among raft nodes before linearized reading' (duration: 161.597843ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:42.289411Z","caller":"traceutil/trace.go:171","msg":"trace[1853300495] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1164; }","duration":"449.210646ms","start":"2026-03-09T01:42:41.84018Z","end":"2026-03-09T01:42:42.28939Z","steps":["trace[1853300495] 'agreement among raft nodes before linearized reading' (duration: 449.00478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:42.289451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:41.840104Z","time spent":"449.341049ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:42:42.814805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.378775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:42:42.815088Z","caller":"traceutil/trace.go:171","msg":"trace[1043757908] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"520.661546ms","start":"2026-03-09T01:42:42.294384Z","end":"2026-03-09T01:42:42.815046Z","steps":["trace[1043757908] 'process raft request' (duration: 186.887893ms)","trace[1043757908] 'compare' (duration: 333.18112ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:42.815168Z","caller":"traceutil/trace.go:171","msg":"trace[558606107] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"520.663106ms","start":"2026-03-09T01:42:42.29448Z","end":"2026-03-09T01:42:42.815143Z","steps":["trace[558606107] 'process raft request' (duration: 520.570024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:42.81528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:42.29447Z","time spent":"520.750118ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:42.815305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:42.294356Z","time spent":"520.83712ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:42.815407Z","caller":"traceutil/trace.go:171","msg":"trace[1152642192] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"520.889941ms","start":"2026-03-09T01:42:42.294459Z","end":"2026-03-09T01:42:42.815349Z","steps":["trace[1152642192] 'process raft request' (duration: 520.476891ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:42.815728Z","caller":"traceutil/trace.go:171","msg":"trace[1145350062] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"300.579634ms","start":"2026-03-09T01:42:42.51512Z","end":"2026-03-09T01:42:42.8157Z","steps":["trace[1145350062] 'process raft request' (duration: 299.980161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:42.815886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:42.294444Z","time spent":"521.26414ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:42.815465Z","caller":"traceutil/trace.go:171","msg":"trace[1764665646] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"520.394149ms","start":"2026-03-09T01:42:42.295058Z","end":"2026-03-09T01:42:42.815453Z","steps":["trace[1764665646] 'process raft request' (duration: 519.943039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:42.8161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:42.515094Z","time spent":"300.828891ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:42.816305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:42.295048Z","time spent":"521.115896ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:53.673789Z","caller":"traceutil/trace.go:171","msg":"trace[2131757278] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"158.115824ms","start":"2026-03-09T01:42:53.515641Z","end":"2026-03-09T01:42:53.673756Z","steps":["trace[2131757278] 'process raft request' (duration: 153.700075ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:53.674368Z","caller":"traceutil/trace.go:171","msg":"trace[34797826] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"158.557225ms","start":"2026-03-09T01:42:53.51577Z","end":"2026-03-09T01:42:53.674327Z","steps":["trace[34797826] 'process raft request' (duration: 158.141625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:08.10921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.845989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:43:08.109522Z","caller":"traceutil/trace.go:171","msg":"trace[1128405195] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"726.470524ms","start":"2026-03-09T01:43:07.383007Z","end":"2026-03-09T01:43:08.109478Z","steps":["trace[1128405195] 'process raft request' (duration: 587.202856ms)","trace[1128405195] 'compare' (duration: 138.371139ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:08.109601Z","caller":"traceutil/trace.go:171","msg":"trace[1149371606] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"456.879998ms","start":"2026-03-09T01:43:07.65269Z","end":"2026-03-09T01:43:08.10957Z","steps":["trace[1149371606] 'process raft request' (duration: 456.734884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:08.110145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:07.382973Z","time spent":"727.046988ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:08.110209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.945136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:43:08.109954Z","caller":"traceutil/trace.go:171","msg":"trace[309485745] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1644; }","duration":"565.66079ms","start":"2026-03-09T01:43:07.544263Z","end":"2026-03-09T01:43:08.109923Z","steps":["trace[309485745] 'read index received' (duration: 425.91902ms)","trace[309485745] 'applied index is now lower than readState.Index' (duration: 139.73835ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:08.110283Z","caller":"traceutil/trace.go:171","msg":"trace[1464498343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1574; }","duration":"566.055739ms","start":"2026-03-09T01:43:07.544204Z","end":"2026-03-09T01:43:08.11026Z","steps":["trace[1464498343] 'agreement among raft nodes before linearized reading' (duration: 565.795643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:08.110485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:07.652663Z","time spent":"457.503563ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:08.110528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:07.544176Z","time spent":"566.335625ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T01:43:08.17696Z","caller":"traceutil/trace.go:171","msg":"trace[148357589] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"113.147501ms","start":"2026-03-09T01:43:08.063775Z","end":"2026-03-09T01:43:08.176923Z","steps":["trace[148357589] 'process raft request' (duration: 112.946935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:08.17729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.347012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b58404-fdd5-45a8-93aa-f5ca427eee62\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-09T01:43:08.177374Z","caller":"traceutil/trace.go:171","msg":"trace[1029634477] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b58404-fdd5-45a8-93aa-f5ca427eee62; range_end:; response_count:1; response_revision:1575; }","duration":"344.667259ms","start":"2026-03-09T01:43:07.832683Z","end":"2026-03-09T01:43:08.17735Z","steps":["trace[1029634477] 'agreement among raft nodes before linearized reading' (duration: 344.200169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:08.177357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.810189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b58404-fdd5-45a8-93aa-f5ca427eee62\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-09T01:43:08.177441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:07.832597Z","time spent":"344.825873ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b58404-fdd5-45a8-93aa-f5ca427eee62\" "} {"level":"info","ts":"2026-03-09T01:43:08.177464Z","caller":"traceutil/trace.go:171","msg":"trace[1633247982] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b58404-fdd5-45a8-93aa-f5ca427eee62; range_end:; response_count:1; response_revision:1575; }","duration":"197.991973ms","start":"2026-03-09T01:43:07.979444Z","end":"2026-03-09T01:43:08.177436Z","steps":["trace[1633247982] 'agreement among raft nodes before linearized reading' (duration: 197.630045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:08.928802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055347607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:43:09.308238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044064014s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:43:09.408441Z","caller":"traceutil/trace.go:171","msg":"trace[1380467874] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1648; }","duration":"980.696746ms","start":"2026-03-09T01:43:08.427712Z","end":"2026-03-09T01:43:09.408409Z","steps":["trace[1380467874] 'read index received' (duration: 880.740713ms)","trace[1380467874] 'applied index is now lower than readState.Index' (duration: 99.954383ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:09.40859Z","caller":"traceutil/trace.go:171","msg":"trace[1588460076] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"1.144553889s","start":"2026-03-09T01:43:08.264023Z","end":"2026-03-09T01:43:09.408577Z","steps":["trace[1588460076] 'process raft request' (duration: 1.044505894s)","trace[1588460076] 'compare' (duration: 99.514543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:09.408725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:08.264003Z","time spent":"1.144617409s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:09.408996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.417636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:43:09.409111Z","caller":"traceutil/trace.go:171","msg":"trace[1335940556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1577; }","duration":"979.546129ms","start":"2026-03-09T01:43:08.429532Z","end":"2026-03-09T01:43:09.409078Z","steps":["trace[1335940556] 'agreement among raft nodes before linearized reading' (duration: 979.199611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:09.409183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:08.429445Z","time spent":"979.722763ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:43:09.409267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.108624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T01:43:09.409327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.942624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-09T01:43:09.409323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.418762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:43:09.409396Z","caller":"traceutil/trace.go:171","msg":"trace[137087868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1577; }","duration":"392.061717ms","start":"2026-03-09T01:43:09.017312Z","end":"2026-03-09T01:43:09.409374Z","steps":["trace[137087868] 'agreement among raft nodes before linearized reading' (duration: 391.835351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:09.409408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.788118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:43:09.409383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.035651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:43:09.409427Z","caller":"traceutil/trace.go:171","msg":"trace[310059074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1577; }","duration":"387.562707ms","start":"2026-03-09T01:43:09.021836Z","end":"2026-03-09T01:43:09.409399Z","steps":["trace[310059074] 'agreement among raft nodes before linearized reading' (duration: 387.231088ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:09.409376Z","caller":"traceutil/trace.go:171","msg":"trace[1753497732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1577; }","duration":"292.250639ms","start":"2026-03-09T01:43:09.117093Z","end":"2026-03-09T01:43:09.409344Z","steps":["trace[1753497732] 'agreement among raft nodes before linearized reading' (duration: 291.970121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:09.409446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:09.01728Z","time spent":"392.15816ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:43:09.409469Z","caller":"traceutil/trace.go:171","msg":"trace[348633464] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1577; }","duration":"594.88263ms","start":"2026-03-09T01:43:08.814564Z","end":"2026-03-09T01:43:09.409447Z","steps":["trace[348633464] 'agreement among raft nodes before linearized reading' (duration: 594.776207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:09.409477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.77147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:43:09.409489Z","caller":"traceutil/trace.go:171","msg":"trace[1263435471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1577; }","duration":"291.199074ms","start":"2026-03-09T01:43:09.118262Z","end":"2026-03-09T01:43:09.409461Z","steps":["trace[1263435471] 'agreement among raft nodes before linearized reading' (duration: 291.019109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:09.409495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:09.021825Z","time spent":"387.655829ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:43:09.409518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.367742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:43:09.409539Z","caller":"traceutil/trace.go:171","msg":"trace[1866904367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1577; }","duration":"981.887913ms","start":"2026-03-09T01:43:08.427635Z","end":"2026-03-09T01:43:09.409523Z","steps":["trace[1866904367] 'agreement among raft nodes before linearized reading' (duration: 981.750519ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:09.409595Z","caller":"traceutil/trace.go:171","msg":"trace[314809409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1577; }","duration":"379.501535ms","start":"2026-03-09T01:43:09.030073Z","end":"2026-03-09T01:43:09.409574Z","steps":["trace[314809409] 'agreement among raft nodes before linearized reading' (duration: 379.324441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:09.409655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:08.427559Z","time spent":"982.028956ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:43:09.409326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.763026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b58404-fdd5-45a8-93aa-f5ca427eee62\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-09T01:43:09.409729Z","caller":"traceutil/trace.go:171","msg":"trace[1761259412] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b58404-fdd5-45a8-93aa-f5ca427eee62; range_end:; response_count:1; response_revision:1577; }","duration":"225.244498ms","start":"2026-03-09T01:43:09.184459Z","end":"2026-03-09T01:43:09.409704Z","steps":["trace[1761259412] 'agreement among raft nodes before linearized reading' (duration: 224.610172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:09.409531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:08.814539Z","time spent":"594.977251ms","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:43:09.409657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:09.030029Z","time spent":"379.609347ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:43:22.195784Z","caller":"traceutil/trace.go:171","msg":"trace[1537894780] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"233.369305ms","start":"2026-03-09T01:43:21.962376Z","end":"2026-03-09T01:43:22.195746Z","steps":["trace[1537894780] 'process raft request' (duration: 197.894195ms)","trace[1537894780] 'compare' (duration: 35.293816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:22.593756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.538182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:43:22.594253Z","caller":"traceutil/trace.go:171","msg":"trace[1908816163] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"631.664184ms","start":"2026-03-09T01:43:21.962498Z","end":"2026-03-09T01:43:22.594162Z","steps":["trace[1908816163] 'process raft request' (duration: 391.58931ms)","trace[1908816163] 'compare' (duration: 239.236366ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:22.594477Z","caller":"traceutil/trace.go:171","msg":"trace[1359120884] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"629.601719ms","start":"2026-03-09T01:43:21.964845Z","end":"2026-03-09T01:43:22.594447Z","steps":["trace[1359120884] 'process raft request' (duration: 629.485227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:22.594499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:21.962457Z","time spent":"631.907679ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:22.594504Z","caller":"traceutil/trace.go:171","msg":"trace[751962969] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"631.109801ms","start":"2026-03-09T01:43:21.963345Z","end":"2026-03-09T01:43:22.594455Z","steps":["trace[751962969] 'process raft request' (duration: 630.57859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:22.594616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:21.964834Z","time spent":"629.723511ms","remote":"127.0.0.1:43366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:22.594719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:21.963328Z","time spent":"631.263865ms","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:22.624928Z","caller":"traceutil/trace.go:171","msg":"trace[420226159] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1763; }","duration":"233.089089ms","start":"2026-03-09T01:43:22.391809Z","end":"2026-03-09T01:43:22.624898Z","steps":["trace[420226159] 'read index received' (duration: 232.870394ms)","trace[420226159] 'applied index is now lower than readState.Index' (duration: 217.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:22.62498Z","caller":"traceutil/trace.go:171","msg":"trace[409835633] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"460.436023ms","start":"2026-03-09T01:43:22.16452Z","end":"2026-03-09T01:43:22.624956Z","steps":["trace[409835633] 'process raft request' (duration: 460.158807ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:22.62508Z","caller":"traceutil/trace.go:171","msg":"trace[270596578] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"456.370424ms","start":"2026-03-09T01:43:22.168673Z","end":"2026-03-09T01:43:22.625044Z","steps":["trace[270596578] 'process raft request' (duration: 456.17285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:22.62513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:22.164493Z","time spent":"460.548355ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:22.625119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.279244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:43:22.625275Z","caller":"traceutil/trace.go:171","msg":"trace[302828366] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1689; }","duration":"233.461427ms","start":"2026-03-09T01:43:22.391737Z","end":"2026-03-09T01:43:22.625198Z","steps":["trace[302828366] 'agreement among raft nodes before linearized reading' (duration: 233.307184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:22.625262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:22.168659Z","time spent":"456.509237ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:22.75161Z","caller":"traceutil/trace.go:171","msg":"trace[806152124] linearizableReadLoop","detail":"{readStateIndex:1766; appliedIndex:1765; }","duration":"126.566319ms","start":"2026-03-09T01:43:22.625019Z","end":"2026-03-09T01:43:22.751585Z","steps":["trace[806152124] 'read index received' (duration: 68.225808ms)","trace[806152124] 'applied index is now lower than readState.Index' (duration: 58.339161ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:22.751699Z","caller":"traceutil/trace.go:171","msg":"trace[915467104] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"147.418598ms","start":"2026-03-09T01:43:22.604232Z","end":"2026-03-09T01:43:22.751651Z","steps":["trace[915467104] 'process raft request' (duration: 89.083136ms)","trace[915467104] 'compare' (duration: 58.150528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:22.751857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.208631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:43:22.751904Z","caller":"traceutil/trace.go:171","msg":"trace[245602822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1690; }","duration":"243.283723ms","start":"2026-03-09T01:43:22.508605Z","end":"2026-03-09T01:43:22.751889Z","steps":["trace[245602822] 'agreement among raft nodes before linearized reading' (duration: 243.089069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:27.163448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.206673ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:43:27.166635Z","caller":"traceutil/trace.go:171","msg":"trace[182391166] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"527.2653ms","start":"2026-03-09T01:43:26.639337Z","end":"2026-03-09T01:43:27.166602Z","steps":["trace[182391166] 'process raft request' (duration: 526.999854ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:27.16684Z","caller":"traceutil/trace.go:171","msg":"trace[189381311] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1784; }","duration":"384.099196ms","start":"2026-03-09T01:43:26.782713Z","end":"2026-03-09T01:43:27.166813Z","steps":["trace[189381311] 'read index received' (duration: 258.492417ms)","trace[189381311] 'applied index is now lower than readState.Index' (duration: 125.604419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:27.166876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:26.639304Z","time spent":"527.462515ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:27.166918Z","caller":"traceutil/trace.go:171","msg":"trace[672850234] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"444.87988ms","start":"2026-03-09T01:43:26.721974Z","end":"2026-03-09T01:43:27.166854Z","steps":["trace[672850234] 'process raft request' (duration: 444.570673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:27.16712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.390512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T01:43:27.167131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:26.721942Z","time spent":"445.085613ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:27.167169Z","caller":"traceutil/trace.go:171","msg":"trace[1281888506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1710; }","duration":"384.449253ms","start":"2026-03-09T01:43:26.782705Z","end":"2026-03-09T01:43:27.167154Z","steps":["trace[1281888506] 'agreement among raft nodes before linearized reading' (duration: 384.245519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:27.167211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:26.782618Z","time spent":"384.583786ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T01:43:59.361606Z","caller":"traceutil/trace.go:171","msg":"trace[544019803] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"101.669283ms","start":"2026-03-09T01:43:59.259913Z","end":"2026-03-09T01:43:59.361582Z","steps":["trace[544019803] 'process raft request' (duration: 101.52752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:59.616321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.217036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:43:59.61659Z","caller":"traceutil/trace.go:171","msg":"trace[1616575636] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1954; }","duration":"185.002174ms","start":"2026-03-09T01:43:59.431568Z","end":"2026-03-09T01:43:59.61657Z","steps":["trace[1616575636] 'read index received' (duration: 21.124253ms)","trace[1616575636] 'applied index is now lower than readState.Index' (duration: 163.876241ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:59.616638Z","caller":"traceutil/trace.go:171","msg":"trace[714416771] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"306.238877ms","start":"2026-03-09T01:43:59.310323Z","end":"2026-03-09T01:43:59.616562Z","steps":["trace[714416771] 'process raft request' (duration: 142.636502ms)","trace[714416771] 'compare' (duration: 163.045723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:59.617837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.250291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:43:59.617866Z","caller":"traceutil/trace.go:171","msg":"trace[1186809118] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"305.46339ms","start":"2026-03-09T01:43:59.311226Z","end":"2026-03-09T01:43:59.616689Z","steps":["trace[1186809118] 'process raft request' (duration: 305.260735ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:59.618243Z","caller":"traceutil/trace.go:171","msg":"trace[932140855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"186.441076ms","start":"2026-03-09T01:43:59.431494Z","end":"2026-03-09T01:43:59.617935Z","steps":["trace[932140855] 'agreement among raft nodes before linearized reading' (duration: 185.138107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:59.618261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:59.311207Z","time spent":"306.764378ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:59.61904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:59.310288Z","time spent":"306.485303ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:00.043687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.28551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:44:00.043806Z","caller":"traceutil/trace.go:171","msg":"trace[744453538] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"380.015786ms","start":"2026-03-09T01:43:59.663772Z","end":"2026-03-09T01:44:00.043788Z","steps":["trace[744453538] 'read index received' (duration: 265.646605ms)","trace[744453538] 'applied index is now lower than readState.Index' (duration: 114.367741ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:00.04395Z","caller":"traceutil/trace.go:171","msg":"trace[1418085534] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"410.698131ms","start":"2026-03-09T01:43:59.633241Z","end":"2026-03-09T01:44:00.04394Z","steps":["trace[1418085534] 'process raft request' (duration: 296.051663ms)","trace[1418085534] 'compare' (duration: 114.130206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:44:00.044042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:59.633216Z","time spent":"410.798532ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:00.044267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.862294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:44:00.044266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.472377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:44:00.044358Z","caller":"traceutil/trace.go:171","msg":"trace[1027839890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1874; }","duration":"298.983497ms","start":"2026-03-09T01:43:59.745353Z","end":"2026-03-09T01:44:00.044336Z","steps":["trace[1027839890] 'agreement among raft nodes before linearized reading' (duration: 298.745931ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:00.044358Z","caller":"traceutil/trace.go:171","msg":"trace[794040268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1874; }","duration":"380.60844ms","start":"2026-03-09T01:43:59.663733Z","end":"2026-03-09T01:44:00.044341Z","steps":["trace[794040268] 'agreement among raft nodes before linearized reading' (duration: 380.387296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:00.044354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.528432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:44:00.044397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:59.663688Z","time spent":"380.700242ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:44:00.044432Z","caller":"traceutil/trace.go:171","msg":"trace[800877516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1874; }","duration":"300.609644ms","start":"2026-03-09T01:43:59.743798Z","end":"2026-03-09T01:44:00.044408Z","steps":["trace[800877516] 'agreement among raft nodes before linearized reading' (duration: 300.325128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:00.044402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.012775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T01:44:00.044422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.485232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:44:00.044565Z","caller":"traceutil/trace.go:171","msg":"trace[1917763774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1874; }","duration":"379.2059ms","start":"2026-03-09T01:43:59.665316Z","end":"2026-03-09T01:44:00.044522Z","steps":["trace[1917763774] 'agreement among raft nodes before linearized reading' (duration: 378.77581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:00.044478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:59.743712Z","time spent":"300.758137ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:44:00.044634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:59.665308Z","time spent":"379.313982ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:44:00.044606Z","caller":"traceutil/trace.go:171","msg":"trace[30907292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1874; }","duration":"189.894721ms","start":"2026-03-09T01:43:59.854635Z","end":"2026-03-09T01:44:00.04453Z","steps":["trace[30907292] 'agreement among raft nodes before linearized reading' (duration: 189.466951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:00.044512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.769117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:44:00.044875Z","caller":"traceutil/trace.go:171","msg":"trace[531806810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1874; }","duration":"301.212416ms","start":"2026-03-09T01:43:59.743632Z","end":"2026-03-09T01:44:00.044845Z","steps":["trace[531806810] 'agreement among raft nodes before linearized reading' (duration: 300.540262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:00.04494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:59.743616Z","time spent":"301.310829ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:44:00.375026Z","caller":"traceutil/trace.go:171","msg":"trace[352295072] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"138.627136ms","start":"2026-03-09T01:44:00.236323Z","end":"2026-03-09T01:44:00.37495Z","steps":["trace[352295072] 'process raft request' (duration: 138.35622ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:06.37385Z","caller":"traceutil/trace.go:171","msg":"trace[1801098946] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"201.119758ms","start":"2026-03-09T01:44:06.17267Z","end":"2026-03-09T01:44:06.37379Z","steps":["trace[1801098946] 'process raft request' (duration: 147.782386ms)","trace[1801098946] 'compare' (duration: 53.016915ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:06.404399Z","caller":"traceutil/trace.go:171","msg":"trace[1686842994] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"231.227659ms","start":"2026-03-09T01:44:06.173133Z","end":"2026-03-09T01:44:06.404361Z","steps":["trace[1686842994] 'process raft request' (duration: 231.150277ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:06.404432Z","caller":"traceutil/trace.go:171","msg":"trace[466775246] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"231.512385ms","start":"2026-03-09T01:44:06.172893Z","end":"2026-03-09T01:44:06.404405Z","steps":["trace[466775246] 'process raft request' (duration: 231.307791ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:06.404723Z","caller":"traceutil/trace.go:171","msg":"trace[1852806975] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"231.447824ms","start":"2026-03-09T01:44:06.17326Z","end":"2026-03-09T01:44:06.404708Z","steps":["trace[1852806975] 'process raft request' (duration: 231.067685ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:06.406066Z","caller":"traceutil/trace.go:171","msg":"trace[1269884716] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1987; }","duration":"225.188327ms","start":"2026-03-09T01:44:06.180842Z","end":"2026-03-09T01:44:06.40603Z","steps":["trace[1269884716] 'read index received' (duration: 139.602897ms)","trace[1269884716] 'applied index is now lower than readState.Index' (duration: 85.58374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:44:06.406376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.513494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:44:06.406433Z","caller":"traceutil/trace.go:171","msg":"trace[1923276123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"225.610286ms","start":"2026-03-09T01:44:06.180807Z","end":"2026-03-09T01:44:06.406417Z","steps":["trace[1923276123] 'agreement among raft nodes before linearized reading' (duration: 225.35718ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:06.406456Z","caller":"traceutil/trace.go:171","msg":"trace[719197647] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"233.090601ms","start":"2026-03-09T01:44:06.173329Z","end":"2026-03-09T01:44:06.40642Z","steps":["trace[719197647] 'process raft request' (duration: 231.779471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:08.18791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055348403,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:44:08.349993Z","caller":"traceutil/trace.go:171","msg":"trace[629543645] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"701.715062ms","start":"2026-03-09T01:44:07.648245Z","end":"2026-03-09T01:44:08.34996Z","steps":["trace[629543645] 'process raft request' (duration: 701.370995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:08.350206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:07.648216Z","time spent":"701.875636ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:09.685715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17284054s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:44:09.686Z","caller":"traceutil/trace.go:171","msg":"trace[1206856912] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1993; }","duration":"1.998533726s","start":"2026-03-09T01:44:07.687444Z","end":"2026-03-09T01:44:09.685978Z","steps":["trace[1206856912] 'read index received' (duration: 662.173184ms)","trace[1206856912] 'applied index is now lower than readState.Index' (duration: 1.336359382s)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:09.686272Z","caller":"traceutil/trace.go:171","msg":"trace[1428010533] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.420589962s","start":"2026-03-09T01:44:08.265623Z","end":"2026-03-09T01:44:09.686213Z","steps":["trace[1428010533] 'process raft request' (duration: 1.420313216s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.686394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998953695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:44:09.686435Z","caller":"traceutil/trace.go:171","msg":"trace[547100383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"1.999056448s","start":"2026-03-09T01:44:07.687363Z","end":"2026-03-09T01:44:09.68642Z","steps":["trace[547100383] 'agreement among raft nodes before linearized reading' (duration: 1.998909195s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.686511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:07.687336Z","time spent":"1.99913697s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T01:44:09.686528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.265598Z","time spent":"1.420785656s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:44:09.686681Z","caller":"traceutil/trace.go:171","msg":"trace[1132901837] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.512692195s","start":"2026-03-09T01:44:08.173867Z","end":"2026-03-09T01:44:09.686517Z","steps":["trace[1132901837] 'process raft request' (duration: 1.511979188s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.686803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849861912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:44:09.686764Z","caller":"traceutil/trace.go:171","msg":"trace[1814917705] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.451998193s","start":"2026-03-09T01:44:08.234715Z","end":"2026-03-09T01:44:09.686713Z","steps":["trace[1814917705] 'process raft request' (duration: 1.451185925s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:09.686854Z","caller":"traceutil/trace.go:171","msg":"trace[196558830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1913; }","duration":"1.849953084s","start":"2026-03-09T01:44:07.836887Z","end":"2026-03-09T01:44:09.686841Z","steps":["trace[196558830] 'agreement among raft nodes before linearized reading' (duration: 1.849884492s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.686888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:07.836862Z","time spent":"1.850017135s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:44:09.686932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.173837Z","time spent":"1.51290188s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:09.686992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.23468Z","time spent":"1.452191187s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:44:09.687053Z","caller":"traceutil/trace.go:171","msg":"trace[803264627] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"2.035595371s","start":"2026-03-09T01:44:07.651424Z","end":"2026-03-09T01:44:09.68702Z","steps":["trace[803264627] 'process raft request' (duration: 861.290908ms)","trace[803264627] 'compare' (duration: 1.172674127s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:44:09.687122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276148221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:44:09.687152Z","caller":"traceutil/trace.go:171","msg":"trace[674089679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1913; }","duration":"1.276195471s","start":"2026-03-09T01:44:08.410947Z","end":"2026-03-09T01:44:09.687143Z","steps":["trace[674089679] 'agreement among raft nodes before linearized reading' (duration: 1.276091729s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.687142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393229832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:44:09.687177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:07.651391Z","time spent":"2.035728364s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:09.68719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.410935Z","time spent":"1.276248642s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:44:09.687215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307868357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-09T01:44:09.687178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569044043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:44:09.687248Z","caller":"traceutil/trace.go:171","msg":"trace[479695109] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1913; }","duration":"1.393362605s","start":"2026-03-09T01:44:08.293857Z","end":"2026-03-09T01:44:09.687219Z","steps":["trace[479695109] 'agreement among raft nodes before linearized reading' (duration: 1.393196122s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.68724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.531661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:44:09.687285Z","caller":"traceutil/trace.go:171","msg":"trace[434290022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1913; }","duration":"1.307990359s","start":"2026-03-09T01:44:08.379276Z","end":"2026-03-09T01:44:09.687266Z","steps":["trace[434290022] 'agreement among raft nodes before linearized reading' (duration: 1.307767284s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.687306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.293843Z","time spent":"1.393446027s","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:44:09.687273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277808636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-09T01:44:09.687327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277819056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T01:44:09.68735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.379232Z","time spent":"1.308103032s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:44:09.687372Z","caller":"traceutil/trace.go:171","msg":"trace[1939802475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1913; }","duration":"1.277928149s","start":"2026-03-09T01:44:08.409422Z","end":"2026-03-09T01:44:09.68735Z","steps":["trace[1939802475] 'agreement among raft nodes before linearized reading' (duration: 1.277640233s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:09.687319Z","caller":"traceutil/trace.go:171","msg":"trace[35420546] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1913; }","duration":"727.663434ms","start":"2026-03-09T01:44:08.959632Z","end":"2026-03-09T01:44:09.687295Z","steps":["trace[35420546] 'agreement among raft nodes before linearized reading' (duration: 727.539101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.687412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.422942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:96933"} {"level":"warn","ts":"2026-03-09T01:44:09.68744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.409348Z","time spent":"1.278081592s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:44:09.687459Z","caller":"traceutil/trace.go:171","msg":"trace[796157825] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1913; }","duration":"500.515874ms","start":"2026-03-09T01:44:09.18693Z","end":"2026-03-09T01:44:09.687446Z","steps":["trace[796157825] 'agreement among raft nodes before linearized reading' (duration: 500.35075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.687178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.12098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-09T01:44:09.687476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.959604Z","time spent":"727.845827ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:44:09.687382Z","caller":"traceutil/trace.go:171","msg":"trace[833643923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1913; }","duration":"1.277906088s","start":"2026-03-09T01:44:08.409454Z","end":"2026-03-09T01:44:09.68736Z","steps":["trace[833643923] 'agreement among raft nodes before linearized reading' (duration: 1.277810516s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:09.687514Z","caller":"traceutil/trace.go:171","msg":"trace[169583407] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1913; }","duration":"497.493708ms","start":"2026-03-09T01:44:09.190008Z","end":"2026-03-09T01:44:09.687502Z","steps":["trace[169583407] 'agreement among raft nodes before linearized reading' (duration: 497.042468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.687582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.19Z","time spent":"497.56795ms","remote":"127.0.0.1:42954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-09T01:44:09.687502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.1869Z","time spent":"500.594146ms","remote":"127.0.0.1:42944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":96955,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-09T01:44:09.687538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.409424Z","time spent":"1.278107603s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:44:09.687311Z","caller":"traceutil/trace.go:171","msg":"trace[1118224246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"1.569222957s","start":"2026-03-09T01:44:08.118058Z","end":"2026-03-09T01:44:09.687281Z","steps":["trace[1118224246] 'agreement among raft nodes before linearized reading' (duration: 1.568990362s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.687149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.736686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:44:09.687837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.118035Z","time spent":"1.569786599s","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:44:09.68723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277789426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:44:09.687858Z","caller":"traceutil/trace.go:171","msg":"trace[1394238579] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1913; }","duration":"820.528873ms","start":"2026-03-09T01:44:08.867306Z","end":"2026-03-09T01:44:09.687835Z","steps":["trace[1394238579] 'agreement among raft nodes before linearized reading' (duration: 819.732376ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:09.687904Z","caller":"traceutil/trace.go:171","msg":"trace[1433382076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1913; }","duration":"1.278500522s","start":"2026-03-09T01:44:08.409392Z","end":"2026-03-09T01:44:09.687892Z","steps":["trace[1433382076] 'agreement among raft nodes before linearized reading' (duration: 1.277664034s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.68724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.245688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:44:09.687931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.867279Z","time spent":"820.630695ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:44:09.687954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.409372Z","time spent":"1.278571313s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:44:09.688036Z","caller":"traceutil/trace.go:171","msg":"trace[203213229] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1913; }","duration":"749.973154ms","start":"2026-03-09T01:44:08.937985Z","end":"2026-03-09T01:44:09.687958Z","steps":["trace[203213229] 'agreement among raft nodes before linearized reading' (duration: 749.224618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.688133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:08.937921Z","time spent":"750.193869ms","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:44:10.032632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.426716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:44:10.032927Z","caller":"traceutil/trace.go:171","msg":"trace[1714704319] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"340.391876ms","start":"2026-03-09T01:44:09.692493Z","end":"2026-03-09T01:44:10.032885Z","steps":["trace[1714704319] 'process raft request' (duration: 142.605333ms)","trace[1714704319] 'compare' (duration: 197.290772ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:10.032969Z","caller":"traceutil/trace.go:171","msg":"trace[1646012046] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"339.507957ms","start":"2026-03-09T01:44:09.693447Z","end":"2026-03-09T01:44:10.032955Z","steps":["trace[1646012046] 'process raft request' (duration: 339.411395ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:10.03296Z","caller":"traceutil/trace.go:171","msg":"trace[89285691] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"340.250573ms","start":"2026-03-09T01:44:09.692663Z","end":"2026-03-09T01:44:10.032914Z","steps":["trace[89285691] 'process raft request' (duration: 340.091599ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:10.033013Z","caller":"traceutil/trace.go:171","msg":"trace[1053341270] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:1998; }","duration":"339.004496ms","start":"2026-03-09T01:44:09.693995Z","end":"2026-03-09T01:44:10.032999Z","steps":["trace[1053341270] 'read index received' (duration: 141.095729ms)","trace[1053341270] 'applied index is now lower than readState.Index' (duration: 197.907557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:44:10.033042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.693425Z","time spent":"339.580799ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:10.033071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.692478Z","time spent":"340.528289ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:10.033096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.692628Z","time spent":"340.411176ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:44:10.032984Z","caller":"traceutil/trace.go:171","msg":"trace[1008165123] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"339.867215ms","start":"2026-03-09T01:44:09.693083Z","end":"2026-03-09T01:44:10.03295Z","steps":["trace[1008165123] 'process raft request' (duration: 339.734012ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:10.033106Z","caller":"traceutil/trace.go:171","msg":"trace[719527114] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"339.613919ms","start":"2026-03-09T01:44:09.69345Z","end":"2026-03-09T01:44:10.033064Z","steps":["trace[719527114] 'process raft request' (duration: 339.465786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:10.033321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.322292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:96933"} {"level":"info","ts":"2026-03-09T01:44:10.033356Z","caller":"traceutil/trace.go:171","msg":"trace[570295976] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1918; }","duration":"339.382524ms","start":"2026-03-09T01:44:09.693965Z","end":"2026-03-09T01:44:10.033348Z","steps":["trace[570295976] 'agreement among raft nodes before linearized reading' (duration: 339.127139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:10.033355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.693066Z","time spent":"340.1363ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:10.033358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.693426Z","time spent":"339.819154ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:10.033379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.693954Z","time spent":"339.419505ms","remote":"127.0.0.1:42944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":96955,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-09T01:44:10.03367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.519294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:44:10.033663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.611569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-09T01:44:10.033704Z","caller":"traceutil/trace.go:171","msg":"trace[1450353791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"338.572256ms","start":"2026-03-09T01:44:09.695125Z","end":"2026-03-09T01:44:10.033697Z","steps":["trace[1450353791] 'agreement among raft nodes before linearized reading' (duration: 338.521955ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:10.033719Z","caller":"traceutil/trace.go:171","msg":"trace[650374006] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1918; }","duration":"339.690721ms","start":"2026-03-09T01:44:09.694016Z","end":"2026-03-09T01:44:10.033707Z","steps":["trace[650374006] 'agreement among raft nodes before linearized reading' (duration: 339.582299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:10.033724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.695113Z","time spent":"338.606716ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:44:10.033753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:09.694006Z","time spent":"339.738972ms","remote":"127.0.0.1:42954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-09T01:45:20.335811Z","caller":"traceutil/trace.go:171","msg":"trace[2006866963] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"350.505777ms","start":"2026-03-09T01:45:19.985275Z","end":"2026-03-09T01:45:20.33578Z","steps":["trace[2006866963] 'process raft request' (duration: 350.336513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:20.336033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:19.985247Z","time spent":"350.66601ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:45:20.34889Z","caller":"traceutil/trace.go:171","msg":"trace[227245728] linearizableReadLoop","detail":"{readStateIndex:2529; appliedIndex:2528; }","duration":"200.774719ms","start":"2026-03-09T01:45:20.148077Z","end":"2026-03-09T01:45:20.348851Z","steps":["trace[227245728] 'read index received' (duration: 187.681759ms)","trace[227245728] 'applied index is now lower than readState.Index' (duration: 13.09083ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:20.348937Z","caller":"traceutil/trace.go:171","msg":"trace[1260031309] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"362.80677ms","start":"2026-03-09T01:45:19.986086Z","end":"2026-03-09T01:45:20.348893Z","steps":["trace[1260031309] 'process raft request' (duration: 362.414501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:20.349043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.957893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:20.34912Z","caller":"traceutil/trace.go:171","msg":"trace[806889154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2422; }","duration":"201.097936ms","start":"2026-03-09T01:45:20.148004Z","end":"2026-03-09T01:45:20.349102Z","steps":["trace[806889154] 'agreement among raft nodes before linearized reading' (duration: 200.980384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:20.349129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:19.986051Z","time spent":"362.975694ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:45:50.576439Z","caller":"traceutil/trace.go:171","msg":"trace[330639642] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"118.128436ms","start":"2026-03-09T01:45:50.458278Z","end":"2026-03-09T01:45:50.576407Z","steps":["trace[330639642] 'process raft request' (duration: 117.922512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:51.49436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.924731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:45:51.494697Z","caller":"traceutil/trace.go:171","msg":"trace[990826327] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"742.775941ms","start":"2026-03-09T01:45:50.751855Z","end":"2026-03-09T01:45:51.494631Z","steps":["trace[990826327] 'process raft request' (duration: 742.684719ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:51.494718Z","caller":"traceutil/trace.go:171","msg":"trace[825680218] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"1.031286317s","start":"2026-03-09T01:45:50.463342Z","end":"2026-03-09T01:45:51.494628Z","steps":["trace[825680218] 'process raft request' (duration: 429.981378ms)","trace[825680218] 'compare' (duration: 600.759967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:45:51.494801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:50.751811Z","time spent":"742.944894ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:45:51.494956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:50.463332Z","time spent":"1.031499642s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:45:51.495233Z","caller":"traceutil/trace.go:171","msg":"trace[883738527] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2703; }","duration":"957.417478ms","start":"2026-03-09T01:45:50.537711Z","end":"2026-03-09T01:45:51.495128Z","steps":["trace[883738527] 'read index received' (duration: 38.48852ms)","trace[883738527] 'applied index is now lower than readState.Index' (duration: 918.658352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:45:51.495314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.600381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:51.495844Z","caller":"traceutil/trace.go:171","msg":"trace[1458646634] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2593; }","duration":"958.178414ms","start":"2026-03-09T01:45:50.537641Z","end":"2026-03-09T01:45:51.495819Z","steps":["trace[1458646634] 'agreement among raft nodes before linearized reading' (duration: 957.617001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:51.495924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:50.537605Z","time spent":"958.293756ms","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:45:51.496219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.015827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:51.496308Z","caller":"traceutil/trace.go:171","msg":"trace[108019626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2593; }","duration":"376.14758ms","start":"2026-03-09T01:45:51.120126Z","end":"2026-03-09T01:45:51.496273Z","steps":["trace[108019626] 'agreement among raft nodes before linearized reading' (duration: 376.000557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:51.496357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:51.1201Z","time spent":"376.249132ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:45:51.496296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.355598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:45:51.496305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.437122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:45:51.496403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.154182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T01:45:51.49637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.055696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:45:51.496545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.37654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:45:51.496586Z","caller":"traceutil/trace.go:171","msg":"trace[451584694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2593; }","duration":"813.504711ms","start":"2026-03-09T01:45:50.682888Z","end":"2026-03-09T01:45:51.496393Z","steps":["trace[451584694] 'agreement among raft nodes before linearized reading' (duration: 813.170954ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:51.496842Z","caller":"traceutil/trace.go:171","msg":"trace[428979795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2593; }","duration":"804.592795ms","start":"2026-03-09T01:45:50.692018Z","end":"2026-03-09T01:45:51.496611Z","steps":["trace[428979795] 'agreement among raft nodes before linearized reading' (duration: 804.310609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:51.496885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.206734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T01:45:51.496903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:50.691991Z","time spent":"804.897032ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:45:51.496876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.775795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:51.496942Z","caller":"traceutil/trace.go:171","msg":"trace[988091404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2593; }","duration":"808.298787ms","start":"2026-03-09T01:45:50.68862Z","end":"2026-03-09T01:45:51.496919Z","steps":["trace[988091404] 'agreement among raft nodes before linearized reading' (duration: 807.5522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:51.497003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:50.688596Z","time spent":"808.397679ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:45:51.49701Z","caller":"traceutil/trace.go:171","msg":"trace[1349643763] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:2593; }","duration":"203.324257ms","start":"2026-03-09T01:45:51.293186Z","end":"2026-03-09T01:45:51.496511Z","steps":["trace[1349643763] 'agreement among raft nodes before linearized reading' (duration: 202.946758ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:51.497022Z","caller":"traceutil/trace.go:171","msg":"trace[986408009] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2593; }","duration":"310.197475ms","start":"2026-03-09T01:45:51.18679Z","end":"2026-03-09T01:45:51.496987Z","steps":["trace[986408009] 'agreement among raft nodes before linearized reading' (duration: 309.734894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:51.497092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:51.186772Z","time spent":"310.302248ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:45:51.497104Z","caller":"traceutil/trace.go:171","msg":"trace[1669329118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2593; }","duration":"804.688727ms","start":"2026-03-09T01:45:50.691824Z","end":"2026-03-09T01:45:51.496513Z","steps":["trace[1669329118] 'agreement among raft nodes before linearized reading' (duration: 804.316559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:51.496974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.447226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b08f853b1abdb\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-09T01:45:51.497165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:50.691814Z","time spent":"805.335851ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:45:51.497104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:50.682799Z","time spent":"814.287959ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:45:51.497107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.009943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:45:51.497465Z","caller":"traceutil/trace.go:171","msg":"trace[339367146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2593; }","duration":"806.269191ms","start":"2026-03-09T01:45:50.690257Z","end":"2026-03-09T01:45:51.496526Z","steps":["trace[339367146] 'agreement among raft nodes before linearized reading' (duration: 805.903543ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:51.49734Z","caller":"traceutil/trace.go:171","msg":"trace[501961181] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2593; }","duration":"669.531054ms","start":"2026-03-09T01:45:50.827801Z","end":"2026-03-09T01:45:51.497332Z","steps":["trace[501961181] 'agreement among raft nodes before linearized reading' (duration: 668.45771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:51.497558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:50.690246Z","time spent":"807.292544ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:45:51.49736Z","caller":"traceutil/trace.go:171","msg":"trace[2093896318] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b08f853b1abdb; range_end:; response_count:1; response_revision:2593; }","duration":"211.949927ms","start":"2026-03-09T01:45:51.285331Z","end":"2026-03-09T01:45:51.497281Z","steps":["trace[2093896318] 'agreement among raft nodes before linearized reading' (duration: 211.168579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:51.497764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:50.827776Z","time spent":"669.977744ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:45:56.812958Z","caller":"traceutil/trace.go:171","msg":"trace[1031179821] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"214.483162ms","start":"2026-03-09T01:45:56.598445Z","end":"2026-03-09T01:45:56.812928Z","steps":["trace[1031179821] 'process raft request' (duration: 214.294718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:57.479441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.266623ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:45:57.479962Z","caller":"traceutil/trace.go:171","msg":"trace[1046585873] linearizableReadLoop","detail":"{readStateIndex:2737; appliedIndex:2734; }","duration":"786.496625ms","start":"2026-03-09T01:45:56.693443Z","end":"2026-03-09T01:45:57.479939Z","steps":["trace[1046585873] 'read index received' (duration: 119.426285ms)","trace[1046585873] 'applied index is now lower than readState.Index' (duration: 667.06905ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:57.480077Z","caller":"traceutil/trace.go:171","msg":"trace[1874938809] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"797.043018ms","start":"2026-03-09T01:45:56.682998Z","end":"2026-03-09T01:45:57.480041Z","steps":["trace[1874938809] 'process raft request' (duration: 796.645329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:57.480318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.463042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:45:57.480313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:56.682964Z","time spent":"797.212461ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:45:57.48024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.640098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:45:57.480476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.783255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:57.48051Z","caller":"traceutil/trace.go:171","msg":"trace[2096200905] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2622; }","duration":"129.890517ms","start":"2026-03-09T01:45:57.350609Z","end":"2026-03-09T01:45:57.4805Z","steps":["trace[2096200905] 'agreement among raft nodes before linearized reading' (duration: 129.802725ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:57.480559Z","caller":"traceutil/trace.go:171","msg":"trace[322478746] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2622; }","duration":"787.100548ms","start":"2026-03-09T01:45:56.693375Z","end":"2026-03-09T01:45:57.480476Z","steps":["trace[322478746] 'agreement among raft nodes before linearized reading' (duration: 786.651668ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:57.480393Z","caller":"traceutil/trace.go:171","msg":"trace[643294608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2622; }","duration":"359.594714ms","start":"2026-03-09T01:45:57.120786Z","end":"2026-03-09T01:45:57.48038Z","steps":["trace[643294608] 'agreement among raft nodes before linearized reading' (duration: 359.467862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:57.480755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:56.693348Z","time spent":"787.376565ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:45:57.480854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:57.120763Z","time spent":"360.009325ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:46:03.870805Z","caller":"traceutil/trace.go:171","msg":"trace[1256549036] linearizableReadLoop","detail":"{readStateIndex:2772; appliedIndex:2771; }","duration":"270.240054ms","start":"2026-03-09T01:46:03.600479Z","end":"2026-03-09T01:46:03.870719Z","steps":["trace[1256549036] 'read index received' (duration: 258.649478ms)","trace[1256549036] 'applied index is now lower than readState.Index' (duration: 11.588896ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:03.870883Z","caller":"traceutil/trace.go:171","msg":"trace[753771871] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"289.589891ms","start":"2026-03-09T01:46:03.581242Z","end":"2026-03-09T01:46:03.870832Z","steps":["trace[753771871] 'process raft request' (duration: 277.956665ms)","trace[753771871] 'compare' (duration: 11.243568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:03.870943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.445579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:46:03.871034Z","caller":"traceutil/trace.go:171","msg":"trace[496825953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2656; }","duration":"270.611172ms","start":"2026-03-09T01:46:03.600403Z","end":"2026-03-09T01:46:03.871014Z","steps":["trace[496825953] 'agreement among raft nodes before linearized reading' (duration: 270.329526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:03.871382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.563161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:46:03.871462Z","caller":"traceutil/trace.go:171","msg":"trace[1282738584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2656; }","duration":"227.685274ms","start":"2026-03-09T01:46:03.643755Z","end":"2026-03-09T01:46:03.871441Z","steps":["trace[1282738584] 'agreement among raft nodes before linearized reading' (duration: 227.440749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:03.871478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.451202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T01:46:03.871526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.359375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:46:03.871597Z","caller":"traceutil/trace.go:171","msg":"trace[1782416616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2656; }","duration":"228.617435ms","start":"2026-03-09T01:46:03.642951Z","end":"2026-03-09T01:46:03.871569Z","steps":["trace[1782416616] 'agreement among raft nodes before linearized reading' (duration: 228.283068ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:03.871639Z","caller":"traceutil/trace.go:171","msg":"trace[2130868736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2656; }","duration":"226.549369ms","start":"2026-03-09T01:46:03.645061Z","end":"2026-03-09T01:46:03.871611Z","steps":["trace[2130868736] 'agreement among raft nodes before linearized reading' (duration: 226.1327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:03.871644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.641942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:46:03.871729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.258079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189b08f57c784a8f\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-09T01:46:03.871802Z","caller":"traceutil/trace.go:171","msg":"trace[1087878080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2656; }","duration":"231.939628ms","start":"2026-03-09T01:46:03.639823Z","end":"2026-03-09T01:46:03.871763Z","steps":["trace[1087878080] 'agreement among raft nodes before linearized reading' (duration: 231.299984ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:03.871847Z","caller":"traceutil/trace.go:171","msg":"trace[687010092] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189b08f57c784a8f; range_end:; response_count:1; response_revision:2656; }","duration":"108.487875ms","start":"2026-03-09T01:46:03.76333Z","end":"2026-03-09T01:46:03.871818Z","steps":["trace[687010092] 'agreement among raft nodes before linearized reading' (duration: 107.982974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:18.316611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.565476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:18.316684Z","caller":"traceutil/trace.go:171","msg":"trace[1903021843] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3458; }","duration":"128.683119ms","start":"2026-03-09T01:48:18.187988Z","end":"2026-03-09T01:48:18.316671Z","steps":["trace[1903021843] 'count revisions from in-memory index tree' (duration: 128.353431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:18.316698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.489504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:48:18.316724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.613317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:18.316747Z","caller":"traceutil/trace.go:171","msg":"trace[2129912387] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3458; }","duration":"128.557045ms","start":"2026-03-09T01:48:18.188176Z","end":"2026-03-09T01:48:18.316733Z","steps":["trace[2129912387] 'range keys from in-memory index tree' (duration: 128.439713ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:18.316776Z","caller":"traceutil/trace.go:171","msg":"trace[1290462851] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3458; }","duration":"108.664678ms","start":"2026-03-09T01:48:18.208093Z","end":"2026-03-09T01:48:18.316758Z","steps":["trace[1290462851] 'range keys from in-memory index tree' (duration: 108.520245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:18.316806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.695379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:18.316835Z","caller":"traceutil/trace.go:171","msg":"trace[1167070849] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3458; }","duration":"128.742529ms","start":"2026-03-09T01:48:18.188086Z","end":"2026-03-09T01:48:18.316828Z","steps":["trace[1167070849] 'range keys from in-memory index tree' (duration: 128.651848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:18.316647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.516884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:48:18.316925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.638576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:48:18.316943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.851892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:18.316968Z","caller":"traceutil/trace.go:171","msg":"trace[153931188] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3458; }","duration":"100.733879ms","start":"2026-03-09T01:48:18.216222Z","end":"2026-03-09T01:48:18.316956Z","steps":["trace[153931188] 'range keys from in-memory index tree' (duration: 100.553365ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:18.31698Z","caller":"traceutil/trace.go:171","msg":"trace[133246587] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3458; }","duration":"108.932873ms","start":"2026-03-09T01:48:18.208038Z","end":"2026-03-09T01:48:18.316971Z","steps":["trace[133246587] 'count revisions from in-memory index tree' (duration: 108.717228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:18.317086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.181847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:18.316956Z","caller":"traceutil/trace.go:171","msg":"trace[469237656] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3458; }","duration":"108.868802ms","start":"2026-03-09T01:48:18.208078Z","end":"2026-03-09T01:48:18.316946Z","steps":["trace[469237656] 'range keys from in-memory index tree' (duration: 108.379301ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:18.317161Z","caller":"traceutil/trace.go:171","msg":"trace[1491831102] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3458; }","duration":"100.260578ms","start":"2026-03-09T01:48:18.216855Z","end":"2026-03-09T01:48:18.317116Z","steps":["trace[1491831102] 'count revisions from in-memory index tree' (duration: 100.106774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:18.317207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.196096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:18.317286Z","caller":"traceutil/trace.go:171","msg":"trace[1824722196] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3458; }","duration":"100.306559ms","start":"2026-03-09T01:48:18.216947Z","end":"2026-03-09T01:48:18.317254Z","steps":["trace[1824722196] 'range keys from in-memory index tree' (duration: 100.100845ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.898394Z","caller":"traceutil/trace.go:171","msg":"trace[1456737144] linearizableReadLoop","detail":"{readStateIndex:3878; appliedIndex:3877; }","duration":"325.63824ms","start":"2026-03-09T01:49:04.572726Z","end":"2026-03-09T01:49:04.898364Z","steps":["trace[1456737144] 'read index received' (duration: 325.397165ms)","trace[1456737144] 'applied index is now lower than readState.Index' (duration: 240.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:04.898538Z","caller":"traceutil/trace.go:171","msg":"trace[1302306436] transaction","detail":"{read_only:false; response_revision:3719; number_of_response:1; }","duration":"343.807334ms","start":"2026-03-09T01:49:04.55472Z","end":"2026-03-09T01:49:04.898527Z","steps":["trace[1302306436] 'process raft request' (duration: 343.477406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.898711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:04.554694Z","time spent":"343.872155ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:49:04.898977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.259753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:49:04.898935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.248409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:49:04.899036Z","caller":"traceutil/trace.go:171","msg":"trace[675402315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:3719; }","duration":"326.315094ms","start":"2026-03-09T01:49:04.572707Z","end":"2026-03-09T01:49:04.899022Z","steps":["trace[675402315] 'agreement among raft nodes before linearized reading' (duration: 326.151951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.899071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:04.572636Z","time spent":"326.427487ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kh7gg\" "} {"level":"info","ts":"2026-03-09T01:49:04.899066Z","caller":"traceutil/trace.go:171","msg":"trace[1940409704] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3719; }","duration":"258.457004ms","start":"2026-03-09T01:49:04.640582Z","end":"2026-03-09T01:49:04.899039Z","steps":["trace[1940409704] 'agreement among raft nodes before linearized reading' (duration: 258.257729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:09.364174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.711402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:50:09.364363Z","caller":"traceutil/trace.go:171","msg":"trace[1600706627] linearizableReadLoop","detail":"{readStateIndex:4314; appliedIndex:4313; }","duration":"102.897352ms","start":"2026-03-09T01:50:09.261443Z","end":"2026-03-09T01:50:09.364341Z","steps":["trace[1600706627] 'read index received' (duration: 47.761µs)","trace[1600706627] 'applied index is now lower than readState.Index' (duration: 102.847671ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:09.364412Z","caller":"traceutil/trace.go:171","msg":"trace[1842305342] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"158.225299ms","start":"2026-03-09T01:50:09.206127Z","end":"2026-03-09T01:50:09.364352Z","steps":["trace[1842305342] 'process raft request' (duration: 11.165399ms)","trace[1842305342] 'compare' (duration: 146.537859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:09.364603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.169968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:50:09.364645Z","caller":"traceutil/trace.go:171","msg":"trace[378835398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:4127; }","duration":"103.26941ms","start":"2026-03-09T01:50:09.261362Z","end":"2026-03-09T01:50:09.364631Z","steps":["trace[378835398] 'agreement among raft nodes before linearized reading' (duration: 103.087946ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:15.143595Z","caller":"traceutil/trace.go:171","msg":"trace[1765737127] linearizableReadLoop","detail":"{readStateIndex:4673; appliedIndex:4672; }","duration":"134.953809ms","start":"2026-03-09T01:50:15.008611Z","end":"2026-03-09T01:50:15.143565Z","steps":["trace[1765737127] 'read index received' (duration: 92.745395ms)","trace[1765737127] 'applied index is now lower than readState.Index' (duration: 42.206614ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:15.143667Z","caller":"traceutil/trace.go:171","msg":"trace[1920496] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"173.688176ms","start":"2026-03-09T01:50:14.969948Z","end":"2026-03-09T01:50:15.143636Z","steps":["trace[1920496] 'process raft request' (duration: 131.508102ms)","trace[1920496] 'compare' (duration: 41.950579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:15.143963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.330348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-09T01:50:15.144076Z","caller":"traceutil/trace.go:171","msg":"trace[1007801527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4480; }","duration":"135.497591ms","start":"2026-03-09T01:50:15.008553Z","end":"2026-03-09T01:50:15.144051Z","steps":["trace[1007801527] 'agreement among raft nodes before linearized reading' (duration: 135.181954ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:20.65015Z","caller":"traceutil/trace.go:171","msg":"trace[800553246] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"143.263456ms","start":"2026-03-09T01:50:20.506861Z","end":"2026-03-09T01:50:20.650124Z","steps":["trace[800553246] 'process raft request' (duration: 143.040351ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:20.656497Z","caller":"traceutil/trace.go:171","msg":"trace[374082468] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"145.2837ms","start":"2026-03-09T01:50:20.511188Z","end":"2026-03-09T01:50:20.656472Z","steps":["trace[374082468] 'process raft request' (duration: 144.83381ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:22.043902Z","caller":"traceutil/trace.go:171","msg":"trace[1954665512] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4822; }","duration":"141.810173ms","start":"2026-03-09T01:50:21.902068Z","end":"2026-03-09T01:50:22.043878Z","steps":["trace[1954665512] 'read index received' (duration: 141.617579ms)","trace[1954665512] 'applied index is now lower than readState.Index' (duration: 191.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:22.044046Z","caller":"traceutil/trace.go:171","msg":"trace[41669884] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"152.213906ms","start":"2026-03-09T01:50:21.891782Z","end":"2026-03-09T01:50:22.043996Z","steps":["trace[41669884] 'process raft request' (duration: 151.94657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:22.044084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.007117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-09T01:50:22.044146Z","caller":"traceutil/trace.go:171","msg":"trace[676483794] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4628; }","duration":"142.14041ms","start":"2026-03-09T01:50:21.90199Z","end":"2026-03-09T01:50:22.044131Z","steps":["trace[676483794] 'agreement among raft nodes before linearized reading' (duration: 141.994796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:22.439394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.695358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca0c7410-23ae-4833-9dd4-fd8b8ed3913f\" ","response":"range_response_count:1 size:4061"} {"level":"info","ts":"2026-03-09T01:50:22.439493Z","caller":"traceutil/trace.go:171","msg":"trace[608353995] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca0c7410-23ae-4833-9dd4-fd8b8ed3913f; range_end:; response_count:1; response_revision:4632; }","duration":"106.929082ms","start":"2026-03-09T01:50:22.332538Z","end":"2026-03-09T01:50:22.439467Z","steps":["trace[608353995] 'range keys from in-memory index tree' (duration: 106.467152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:23.53543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.088869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:50:23.5357Z","caller":"traceutil/trace.go:171","msg":"trace[5092418] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"125.59467ms","start":"2026-03-09T01:50:23.410082Z","end":"2026-03-09T01:50:23.535676Z","steps":["trace[5092418] 'process raft request' (duration: 125.517128ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:23.535814Z","caller":"traceutil/trace.go:171","msg":"trace[1865622831] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"221.22639ms","start":"2026-03-09T01:50:23.314527Z","end":"2026-03-09T01:50:23.535754Z","steps":["trace[1865622831] 'process raft request' (duration: 70.699941ms)","trace[1865622831] 'compare' (duration: 149.851844ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:23.535907Z","caller":"traceutil/trace.go:171","msg":"trace[939540354] linearizableReadLoop","detail":"{readStateIndex:4862; appliedIndex:4861; }","duration":"220.110406ms","start":"2026-03-09T01:50:23.315684Z","end":"2026-03-09T01:50:23.535794Z","steps":["trace[939540354] 'read index received' (duration: 69.558307ms)","trace[939540354] 'applied index is now lower than readState.Index' (duration: 150.547009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:23.536578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.473247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-09T01:50:23.536692Z","caller":"traceutil/trace.go:171","msg":"trace[624664100] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4665; }","duration":"205.650661ms","start":"2026-03-09T01:50:23.330978Z","end":"2026-03-09T01:50:23.536629Z","steps":["trace[624664100] 'agreement among raft nodes before linearized reading' (duration: 205.180631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:23.537299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.609708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521841"} {"level":"info","ts":"2026-03-09T01:50:23.537355Z","caller":"traceutil/trace.go:171","msg":"trace[272819108] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4665; }","duration":"221.734051ms","start":"2026-03-09T01:50:23.315608Z","end":"2026-03-09T01:50:23.537342Z","steps":["trace[272819108] 'agreement among raft nodes before linearized reading' (duration: 220.446882ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:24.510855Z","caller":"traceutil/trace.go:171","msg":"trace[1417560680] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"124.347533ms","start":"2026-03-09T01:50:24.386481Z","end":"2026-03-09T01:50:24.510829Z","steps":["trace[1417560680] 'process raft request' (duration: 122.792198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:25.11289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.890844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-4340d0ce-c5b1-4203-8cce-a01aa5889394\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-03-09T01:50:25.112968Z","caller":"traceutil/trace.go:171","msg":"trace[503379439] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-4340d0ce-c5b1-4203-8cce-a01aa5889394; range_end:; response_count:1; response_revision:4690; }","duration":"487.031777ms","start":"2026-03-09T01:50:24.625917Z","end":"2026-03-09T01:50:25.112949Z","steps":["trace[503379439] 'range keys from in-memory index tree' (duration: 486.70249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:25.113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:24.625898Z","time spent":"487.094749ms","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2266,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-4340d0ce-c5b1-4203-8cce-a01aa5889394\" "} {"level":"warn","ts":"2026-03-09T01:50:25.113228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.170045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:50:25.113443Z","caller":"traceutil/trace.go:171","msg":"trace[1328044120] linearizableReadLoop","detail":"{readStateIndex:4889; appliedIndex:4888; }","duration":"335.379064ms","start":"2026-03-09T01:50:24.77796Z","end":"2026-03-09T01:50:25.113339Z","steps":["trace[1328044120] 'read index received' (duration: 1.966414ms)","trace[1328044120] 'applied index is now lower than readState.Index' (duration: 333.41114ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:25.113552Z","caller":"traceutil/trace.go:171","msg":"trace[465323910] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"444.194679ms","start":"2026-03-09T01:50:24.669346Z","end":"2026-03-09T01:50:25.11354Z","steps":["trace[465323910] 'process raft request' (duration: 110.597935ms)","trace[465323910] 'compare' (duration: 333.030052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:25.113612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.654381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:50:25.113651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:24.669314Z","time spent":"444.268391ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:50:25.113658Z","caller":"traceutil/trace.go:171","msg":"trace[1178170333] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4691; }","duration":"335.738183ms","start":"2026-03-09T01:50:24.777906Z","end":"2026-03-09T01:50:25.113644Z","steps":["trace[1178170333] 'agreement among raft nodes before linearized reading' (duration: 335.63922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:25.113714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:24.77788Z","time spent":"335.822854ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:50:25.113928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.970967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T01:50:25.113999Z","caller":"traceutil/trace.go:171","msg":"trace[354220381] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4691; }","duration":"256.11152ms","start":"2026-03-09T01:50:24.857871Z","end":"2026-03-09T01:50:25.113983Z","steps":["trace[354220381] 'agreement among raft nodes before linearized reading' (duration: 255.860535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:25.113995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.494104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4340d0ce-c5b1-4203-8cce-a01aa5889394\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-03-09T01:50:25.114113Z","caller":"traceutil/trace.go:171","msg":"trace[205080529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4340d0ce-c5b1-4203-8cce-a01aa5889394; range_end:; response_count:1; response_revision:4691; }","duration":"267.668758ms","start":"2026-03-09T01:50:24.846416Z","end":"2026-03-09T01:50:25.114084Z","steps":["trace[205080529] 'agreement among raft nodes before linearized reading' (duration: 267.322651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.838568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055355522,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:50:27.918037Z","caller":"traceutil/trace.go:171","msg":"trace[1034039962] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"796.403829ms","start":"2026-03-09T01:50:27.121608Z","end":"2026-03-09T01:50:27.918012Z","steps":["trace[1034039962] 'process raft request' (duration: 796.232835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.918255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.121589Z","time spent":"796.568362ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:50:27.919956Z","caller":"traceutil/trace.go:171","msg":"trace[1147580762] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5018; }","duration":"582.098644ms","start":"2026-03-09T01:50:27.337794Z","end":"2026-03-09T01:50:27.919893Z","steps":["trace[1147580762] 'read index received' (duration: 580.064998ms)","trace[1147580762] 'applied index is now lower than readState.Index' (duration: 2.027746ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:27.920414Z","caller":"traceutil/trace.go:171","msg":"trace[1364674578] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"788.445861ms","start":"2026-03-09T01:50:27.131951Z","end":"2026-03-09T01:50:27.920397Z","steps":["trace[1364674578] 'process raft request' (duration: 787.548791ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:27.920475Z","caller":"traceutil/trace.go:171","msg":"trace[241139722] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"371.068893ms","start":"2026-03-09T01:50:27.549363Z","end":"2026-03-09T01:50:27.920432Z","steps":["trace[241139722] 'process raft request' (duration: 370.46739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.920628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.687069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:50:27.920713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.549332Z","time spent":"371.258896ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:50:27.920724Z","caller":"traceutil/trace.go:171","msg":"trace[1282209226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4819; }","duration":"355.817691ms","start":"2026-03-09T01:50:27.564884Z","end":"2026-03-09T01:50:27.920701Z","steps":["trace[1282209226] 'agreement among raft nodes before linearized reading' (duration: 355.577916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.92072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.882522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c6b4618a-edc7-48eb-86d0-ed690c508653\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-09T01:50:27.920782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.564866Z","time spent":"355.906292ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:50:27.92075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.673058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T01:50:27.920661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.131916Z","time spent":"788.647546ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:50:27.920882Z","caller":"traceutil/trace.go:171","msg":"trace[1790210856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4819; }","duration":"355.876472ms","start":"2026-03-09T01:50:27.564972Z","end":"2026-03-09T01:50:27.920849Z","steps":["trace[1790210856] 'agreement among raft nodes before linearized reading' (duration: 355.539895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.920749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.334105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:50:27.920909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.150385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:50:27.920877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.477796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T01:50:27.92095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.564947Z","time spent":"355.992975ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:50:27.920963Z","caller":"traceutil/trace.go:171","msg":"trace[1829318644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4819; }","duration":"363.236937ms","start":"2026-03-09T01:50:27.557708Z","end":"2026-03-09T01:50:27.920945Z","steps":["trace[1829318644] 'agreement among raft nodes before linearized reading' (duration: 363.133475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.921002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.557678Z","time spent":"363.315929ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:50:27.921009Z","caller":"traceutil/trace.go:171","msg":"trace[543921648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4819; }","duration":"356.67281ms","start":"2026-03-09T01:50:27.564306Z","end":"2026-03-09T01:50:27.920979Z","steps":["trace[543921648] 'agreement among raft nodes before linearized reading' (duration: 356.254611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.921062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.564285Z","time spent":"356.765912ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:50:27.920944Z","caller":"traceutil/trace.go:171","msg":"trace[982317945] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:4819; }","duration":"353.593861ms","start":"2026-03-09T01:50:27.56734Z","end":"2026-03-09T01:50:27.920934Z","steps":["trace[982317945] 'agreement among raft nodes before linearized reading' (duration: 353.07815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.921135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.567328Z","time spent":"353.794345ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kh7gg\" "} {"level":"info","ts":"2026-03-09T01:50:27.920806Z","caller":"traceutil/trace.go:171","msg":"trace[456489456] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c6b4618a-edc7-48eb-86d0-ed690c508653; range_end:; response_count:1; response_revision:4819; }","duration":"583.041485ms","start":"2026-03-09T01:50:27.337735Z","end":"2026-03-09T01:50:27.920777Z","steps":["trace[456489456] 'agreement among raft nodes before linearized reading' (duration: 582.702197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.921283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.982121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:50:27.921342Z","caller":"traceutil/trace.go:171","msg":"trace[1923335213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4819; }","duration":"355.051694ms","start":"2026-03-09T01:50:27.566271Z","end":"2026-03-09T01:50:27.921323Z","steps":["trace[1923335213] 'agreement among raft nodes before linearized reading' (duration: 354.89776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.92138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.566261Z","time spent":"355.111665ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:50:27.921369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.337711Z","time spent":"583.616718ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c6b4618a-edc7-48eb-86d0-ed690c508653\" "} {"level":"warn","ts":"2026-03-09T01:50:27.921602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.401129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719288"} {"level":"info","ts":"2026-03-09T01:50:27.921654Z","caller":"traceutil/trace.go:171","msg":"trace[33913132] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4819; }","duration":"539.508391ms","start":"2026-03-09T01:50:27.382132Z","end":"2026-03-09T01:50:27.921641Z","steps":["trace[33913132] 'agreement among raft nodes before linearized reading' (duration: 539.00746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:27.921687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:27.382104Z","time spent":"539.574571ms","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719310,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-09T01:50:27.921767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.851177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ql2rf-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-09T01:50:27.921906Z","caller":"traceutil/trace.go:171","msg":"trace[329428018] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ql2rf-tls; range_end:; response_count:1; response_revision:4819; }","duration":"177.052922ms","start":"2026-03-09T01:50:27.744822Z","end":"2026-03-09T01:50:27.921875Z","steps":["trace[329428018] 'agreement among raft nodes before linearized reading' (duration: 176.613332ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:28.158704Z","caller":"traceutil/trace.go:171","msg":"trace[1100857876] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"231.52562ms","start":"2026-03-09T01:50:27.927135Z","end":"2026-03-09T01:50:28.15866Z","steps":["trace[1100857876] 'process raft request' (duration: 224.540333ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:28.1621Z","caller":"traceutil/trace.go:171","msg":"trace[351499041] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5021; }","duration":"234.490197ms","start":"2026-03-09T01:50:27.927575Z","end":"2026-03-09T01:50:28.162065Z","steps":["trace[351499041] 'read index received' (duration: 223.980322ms)","trace[351499041] 'applied index is now lower than readState.Index' (duration: 10.508495ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:28.162213Z","caller":"traceutil/trace.go:171","msg":"trace[1775767458] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"234.985008ms","start":"2026-03-09T01:50:27.927189Z","end":"2026-03-09T01:50:28.162174Z","steps":["trace[1775767458] 'process raft request' (duration: 234.493747ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:28.162261Z","caller":"traceutil/trace.go:171","msg":"trace[47831473] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"233.541075ms","start":"2026-03-09T01:50:27.928707Z","end":"2026-03-09T01:50:28.162248Z","steps":["trace[47831473] 'process raft request' (duration: 233.208898ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:28.162182Z","caller":"traceutil/trace.go:171","msg":"trace[1252538940] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"233.641447ms","start":"2026-03-09T01:50:27.928497Z","end":"2026-03-09T01:50:28.162138Z","steps":["trace[1252538940] 'process raft request' (duration: 233.379121ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:28.162335Z","caller":"traceutil/trace.go:171","msg":"trace[407988240] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"234.309842ms","start":"2026-03-09T01:50:27.92797Z","end":"2026-03-09T01:50:28.16228Z","steps":["trace[407988240] 'process raft request' (duration: 233.865722ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:28.162458Z","caller":"traceutil/trace.go:171","msg":"trace[1191926696] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"232.805529ms","start":"2026-03-09T01:50:27.929639Z","end":"2026-03-09T01:50:28.162444Z","steps":["trace[1191926696] 'process raft request' (duration: 232.322138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:28.162596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.820121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-ql2rf-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-09T01:50:28.162722Z","caller":"traceutil/trace.go:171","msg":"trace[217731929] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-ql2rf-tls; range_end:; response_count:1; response_revision:4826; }","duration":"233.967244ms","start":"2026-03-09T01:50:27.928722Z","end":"2026-03-09T01:50:28.16269Z","steps":["trace[217731929] 'agreement among raft nodes before linearized reading' (duration: 233.619176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:28.162801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.196012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-09T01:50:28.162898Z","caller":"traceutil/trace.go:171","msg":"trace[456031133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4826; }","duration":"235.365836ms","start":"2026-03-09T01:50:27.927508Z","end":"2026-03-09T01:50:28.162874Z","steps":["trace[456031133] 'agreement among raft nodes before linearized reading' (duration: 234.878995ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:30.068778Z","caller":"traceutil/trace.go:171","msg":"trace[1175283438] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"146.017107ms","start":"2026-03-09T01:50:29.922721Z","end":"2026-03-09T01:50:30.068738Z","steps":["trace[1175283438] 'process raft request' (duration: 145.821033ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:30.088626Z","caller":"traceutil/trace.go:171","msg":"trace[239505113] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"161.580466ms","start":"2026-03-09T01:50:29.927001Z","end":"2026-03-09T01:50:30.088582Z","steps":["trace[239505113] 'process raft request' (duration: 161.281109ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:30.088527Z","caller":"traceutil/trace.go:171","msg":"trace[173332164] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5056; }","duration":"154.65108ms","start":"2026-03-09T01:50:29.93384Z","end":"2026-03-09T01:50:30.088492Z","steps":["trace[173332164] 'read index received' (duration: 134.688723ms)","trace[173332164] 'applied index is now lower than readState.Index' (duration: 19.960807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:30.088945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.069829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c6b4618a-edc7-48eb-86d0-ed690c508653\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-09T01:50:30.089038Z","caller":"traceutil/trace.go:171","msg":"trace[1875748183] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c6b4618a-edc7-48eb-86d0-ed690c508653; range_end:; response_count:1; response_revision:4854; }","duration":"155.241903ms","start":"2026-03-09T01:50:29.933779Z","end":"2026-03-09T01:50:30.089021Z","steps":["trace[1875748183] 'agreement among raft nodes before linearized reading' (duration: 154.945146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:32.313271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.639092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-09T01:50:32.313376Z","caller":"traceutil/trace.go:171","msg":"trace[1990746447] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4908; }","duration":"281.801446ms","start":"2026-03-09T01:50:32.031553Z","end":"2026-03-09T01:50:32.313355Z","steps":["trace[1990746447] 'range keys from in-memory index tree' (duration: 281.453947ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:32.313587Z","caller":"traceutil/trace.go:171","msg":"trace[242999] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"238.492976ms","start":"2026-03-09T01:50:32.075023Z","end":"2026-03-09T01:50:32.313516Z","steps":["trace[242999] 'process raft request' (duration: 201.271794ms)","trace[242999] 'compare' (duration: 36.761702ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:32.313626Z","caller":"traceutil/trace.go:171","msg":"trace[1961040814] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5115; }","duration":"178.674668ms","start":"2026-03-09T01:50:32.134918Z","end":"2026-03-09T01:50:32.313593Z","steps":["trace[1961040814] 'read index received' (duration: 141.609099ms)","trace[1961040814] 'applied index is now lower than readState.Index' (duration: 37.064189ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:32.313659Z","caller":"traceutil/trace.go:171","msg":"trace[608064390] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"219.209735ms","start":"2026-03-09T01:50:32.094411Z","end":"2026-03-09T01:50:32.313621Z","steps":["trace[608064390] 'process raft request' (duration: 218.98821ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:32.313949Z","caller":"traceutil/trace.go:171","msg":"trace[124043165] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"133.948998ms","start":"2026-03-09T01:50:32.179942Z","end":"2026-03-09T01:50:32.313891Z","steps":["trace[124043165] 'process raft request' (duration: 133.59349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:32.314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.064277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-09T01:50:32.314054Z","caller":"traceutil/trace.go:171","msg":"trace[1266950147] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4911; }","duration":"179.1904ms","start":"2026-03-09T01:50:32.134851Z","end":"2026-03-09T01:50:32.314041Z","steps":["trace[1266950147] 'agreement among raft nodes before linearized reading' (duration: 178.890763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:32.314149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.915294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:50:32.31421Z","caller":"traceutil/trace.go:171","msg":"trace[2146028099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4911; }","duration":"133.025516ms","start":"2026-03-09T01:50:32.181166Z","end":"2026-03-09T01:50:32.314191Z","steps":["trace[2146028099] 'agreement among raft nodes before linearized reading' (duration: 132.889833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:32.314413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.353744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:50:32.31441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.461378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:50:32.314475Z","caller":"traceutil/trace.go:171","msg":"trace[813787048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4911; }","duration":"134.557081ms","start":"2026-03-09T01:50:32.179903Z","end":"2026-03-09T01:50:32.31446Z","steps":["trace[813787048] 'agreement among raft nodes before linearized reading' (duration: 134.402178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:32.314472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.584012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:50:32.314469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.798727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:50:32.31447Z","caller":"traceutil/trace.go:171","msg":"trace[616387651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4911; }","duration":"133.440685ms","start":"2026-03-09T01:50:32.181015Z","end":"2026-03-09T01:50:32.314455Z","steps":["trace[616387651] 'agreement among raft nodes before linearized reading' (duration: 133.306062ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:32.314531Z","caller":"traceutil/trace.go:171","msg":"trace[1117143836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4911; }","duration":"134.685523ms","start":"2026-03-09T01:50:32.17983Z","end":"2026-03-09T01:50:32.314515Z","steps":["trace[1117143836] 'agreement among raft nodes before linearized reading' (duration: 134.489759ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:32.314532Z","caller":"traceutil/trace.go:171","msg":"trace[961134650] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:4911; }","duration":"130.903488ms","start":"2026-03-09T01:50:32.183616Z","end":"2026-03-09T01:50:32.31452Z","steps":["trace[961134650] 'agreement among raft nodes before linearized reading' (duration: 130.675343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:32.31463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.420173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:50:32.314906Z","caller":"traceutil/trace.go:171","msg":"trace[1016892835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4911; }","duration":"140.755401ms","start":"2026-03-09T01:50:32.17414Z","end":"2026-03-09T01:50:32.314896Z","steps":["trace[1016892835] 'agreement among raft nodes before linearized reading' (duration: 139.8506ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:32.597507Z","caller":"traceutil/trace.go:171","msg":"trace[1306931962] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5123; }","duration":"104.488487ms","start":"2026-03-09T01:50:32.492987Z","end":"2026-03-09T01:50:32.597476Z","steps":["trace[1306931962] 'read index received' (duration: 78.375833ms)","trace[1306931962] 'applied index is now lower than readState.Index' (duration: 26.110974ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:32.597745Z","caller":"traceutil/trace.go:171","msg":"trace[537667874] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"187.661169ms","start":"2026-03-09T01:50:32.410015Z","end":"2026-03-09T01:50:32.597677Z","steps":["trace[537667874] 'process raft request' (duration: 187.30054ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:32.597802Z","caller":"traceutil/trace.go:171","msg":"trace[858162286] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"198.949402ms","start":"2026-03-09T01:50:32.398801Z","end":"2026-03-09T01:50:32.59775Z","steps":["trace[858162286] 'process raft request' (duration: 172.347416ms)","trace[858162286] 'compare' (duration: 25.660314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:32.59779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.779015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T01:50:32.598012Z","caller":"traceutil/trace.go:171","msg":"trace[517863161] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4918; }","duration":"105.072642ms","start":"2026-03-09T01:50:32.49291Z","end":"2026-03-09T01:50:32.597983Z","steps":["trace[517863161] 'agreement among raft nodes before linearized reading' (duration: 104.682363ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:33.899275Z","caller":"traceutil/trace.go:171","msg":"trace[467605695] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"100.11945ms","start":"2026-03-09T01:50:33.799121Z","end":"2026-03-09T01:50:33.89924Z","steps":["trace[467605695] 'process raft request' (duration: 97.919351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:49.006383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.628898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:50:49.006532Z","caller":"traceutil/trace.go:171","msg":"trace[1608087941] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5413; }","duration":"453.873991ms","start":"2026-03-09T01:50:48.552637Z","end":"2026-03-09T01:50:49.006511Z","steps":["trace[1608087941] 'read index received' (duration: 267.868545ms)","trace[1608087941] 'applied index is now lower than readState.Index' (duration: 186.003675ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:49.00663Z","caller":"traceutil/trace.go:171","msg":"trace[218109693] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"473.701023ms","start":"2026-03-09T01:50:48.532894Z","end":"2026-03-09T01:50:49.006595Z","steps":["trace[218109693] 'process raft request' (duration: 287.684148ms)","trace[218109693] 'compare' (duration: 185.487684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:49.006792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.153826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:50:49.006841Z","caller":"traceutil/trace.go:171","msg":"trace[1132364534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5202; }","duration":"454.222728ms","start":"2026-03-09T01:50:48.552607Z","end":"2026-03-09T01:50:49.00683Z","steps":["trace[1132364534] 'agreement among raft nodes before linearized reading' (duration: 454.019494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:49.006834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:48.532877Z","time spent":"473.856946ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:50:49.006892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:48.55259Z","time spent":"454.29306ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:50:49.006919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.974003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:50:49.006996Z","caller":"traceutil/trace.go:171","msg":"trace[1649269832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5202; }","duration":"454.059395ms","start":"2026-03-09T01:50:48.552914Z","end":"2026-03-09T01:50:49.006973Z","steps":["trace[1649269832] 'agreement among raft nodes before linearized reading' (duration: 453.823109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:49.0071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:48.55291Z","time spent":"454.141996ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:50:49.007108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.87765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-09T01:50:49.007144Z","caller":"traceutil/trace.go:171","msg":"trace[1633279993] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5202; }","duration":"342.964242ms","start":"2026-03-09T01:50:48.66417Z","end":"2026-03-09T01:50:49.007134Z","steps":["trace[1633279993] 'agreement among raft nodes before linearized reading' (duration: 342.86267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:49.007172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:48.664142Z","time spent":"343.023934ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-09T01:50:49.007195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.13607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e82e4fde-2c1e-458a-b410-702807acfa76\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-09T01:50:49.007223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.996249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:50:49.007263Z","caller":"traceutil/trace.go:171","msg":"trace[800355327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5202; }","duration":"444.03073ms","start":"2026-03-09T01:50:48.563216Z","end":"2026-03-09T01:50:49.007246Z","steps":["trace[800355327] 'agreement among raft nodes before linearized reading' (duration: 443.925997ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:49.007269Z","caller":"traceutil/trace.go:171","msg":"trace[464392193] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e82e4fde-2c1e-458a-b410-702807acfa76; range_end:; response_count:1; response_revision:5202; }","duration":"443.226793ms","start":"2026-03-09T01:50:48.564016Z","end":"2026-03-09T01:50:49.007243Z","steps":["trace[464392193] 'agreement among raft nodes before linearized reading' (duration: 443.020168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:49.007292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:48.563139Z","time spent":"444.146022ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:50:49.007316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:48.564009Z","time spent":"443.293114ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e82e4fde-2c1e-458a-b410-702807acfa76\" "} {"level":"warn","ts":"2026-03-09T01:50:49.007623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.185295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e82e4fde-2c1e-458a-b410-702807acfa76\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-09T01:50:49.007685Z","caller":"traceutil/trace.go:171","msg":"trace[313710534] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e82e4fde-2c1e-458a-b410-702807acfa76; range_end:; response_count:1; response_revision:5202; }","duration":"342.273927ms","start":"2026-03-09T01:50:48.665396Z","end":"2026-03-09T01:50:49.00767Z","steps":["trace[313710534] 'agreement among raft nodes before linearized reading' (duration: 342.015501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:49.007721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:48.665384Z","time spent":"342.328518ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e82e4fde-2c1e-458a-b410-702807acfa76\" "} {"level":"warn","ts":"2026-03-09T01:50:49.345522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.052113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:50:49.345677Z","caller":"traceutil/trace.go:171","msg":"trace[1191197962] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5414; }","duration":"333.170363ms","start":"2026-03-09T01:50:49.012483Z","end":"2026-03-09T01:50:49.345653Z","steps":["trace[1191197962] 'read index received' (duration: 140.075729ms)","trace[1191197962] 'applied index is now lower than readState.Index' (duration: 193.092344ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:49.345955Z","caller":"traceutil/trace.go:171","msg":"trace[1538151777] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"333.770257ms","start":"2026-03-09T01:50:49.012165Z","end":"2026-03-09T01:50:49.345936Z","steps":["trace[1538151777] 'process raft request' (duration: 140.161711ms)","trace[1538151777] 'compare' (duration: 192.803978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:49.346043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:49.012024Z","time spent":"333.980901ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:50:49.346092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.609393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c6b4618a-edc7-48eb-86d0-ed690c508653\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-09T01:50:49.346191Z","caller":"traceutil/trace.go:171","msg":"trace[2054695931] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c6b4618a-edc7-48eb-86d0-ed690c508653; range_end:; response_count:1; response_revision:5203; }","duration":"333.773517ms","start":"2026-03-09T01:50:49.012399Z","end":"2026-03-09T01:50:49.346173Z","steps":["trace[2054695931] 'agreement among raft nodes before linearized reading' (duration: 333.518091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:49.346227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:49.012371Z","time spent":"333.847339ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-c6b4618a-edc7-48eb-86d0-ed690c508653\" "} {"level":"info","ts":"2026-03-09T01:50:49.530429Z","caller":"traceutil/trace.go:171","msg":"trace[109068196] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"517.183755ms","start":"2026-03-09T01:50:49.013216Z","end":"2026-03-09T01:50:49.530399Z","steps":["trace[109068196] 'process raft request' (duration: 432.616946ms)","trace[109068196] 'compare' (duration: 84.345394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:49.53062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:49.013187Z","time spent":"517.328479ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:50:49.531003Z","caller":"traceutil/trace.go:171","msg":"trace[1978368353] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"517.640295ms","start":"2026-03-09T01:50:49.013349Z","end":"2026-03-09T01:50:49.530989Z","steps":["trace[1978368353] 'process raft request' (duration: 517.001691ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:49.53098Z","caller":"traceutil/trace.go:171","msg":"trace[2100042570] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5415; }","duration":"185.220598ms","start":"2026-03-09T01:50:49.345711Z","end":"2026-03-09T01:50:49.530931Z","steps":["trace[2100042570] 'read index received' (duration: 100.108907ms)","trace[2100042570] 'applied index is now lower than readState.Index' (duration: 85.110331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:49.531101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:49.013331Z","time spent":"517.717157ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:50:49.531174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.32403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:50:49.531223Z","caller":"traceutil/trace.go:171","msg":"trace[865408616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5206; }","duration":"411.458903ms","start":"2026-03-09T01:50:49.119752Z","end":"2026-03-09T01:50:49.531211Z","steps":["trace[865408616] 'agreement among raft nodes before linearized reading' (duration: 411.33751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:49.531268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:49.119726Z","time spent":"411.534085ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:50:49.531238Z","caller":"traceutil/trace.go:171","msg":"trace[1416397961] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"514.637967ms","start":"2026-03-09T01:50:49.016565Z","end":"2026-03-09T01:50:49.531202Z","steps":["trace[1416397961] 'process raft request' (duration: 514.152406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:49.531455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:49.016553Z","time spent":"514.7737ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:50:50.149992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.132261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:50:50.150029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.067539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e82e4fde-2c1e-458a-b410-702807acfa76\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-09T01:50:50.150082Z","caller":"traceutil/trace.go:171","msg":"trace[553191401] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5206; }","duration":"486.293064ms","start":"2026-03-09T01:50:49.663767Z","end":"2026-03-09T01:50:50.15006Z","steps":["trace[553191401] 'count revisions from in-memory index tree' (duration: 486.013778ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:50.150112Z","caller":"traceutil/trace.go:171","msg":"trace[537123441] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e82e4fde-2c1e-458a-b410-702807acfa76; range_end:; response_count:1; response_revision:5206; }","duration":"136.232893ms","start":"2026-03-09T01:50:50.013859Z","end":"2026-03-09T01:50:50.150092Z","steps":["trace[537123441] 'range keys from in-memory index tree' (duration: 135.917326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:50.150126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:49.663738Z","time spent":"486.379476ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:50:52.686821Z","caller":"traceutil/trace.go:171","msg":"trace[730404817] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"193.142195ms","start":"2026-03-09T01:50:52.493644Z","end":"2026-03-09T01:50:52.686786Z","steps":["trace[730404817] 'process raft request' (duration: 192.90414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:52.966613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.609438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:50:52.967292Z","caller":"traceutil/trace.go:171","msg":"trace[336136329] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5442; }","duration":"453.624854ms","start":"2026-03-09T01:50:52.513589Z","end":"2026-03-09T01:50:52.967214Z","steps":["trace[336136329] 'read index received' (duration: 172.936193ms)","trace[336136329] 'applied index is now lower than readState.Index' (duration: 280.687051ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:52.967258Z","caller":"traceutil/trace.go:171","msg":"trace[224420927] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"461.588643ms","start":"2026-03-09T01:50:52.505617Z","end":"2026-03-09T01:50:52.967205Z","steps":["trace[224420927] 'process raft request' (duration: 313.271579ms)","trace[224420927] 'compare' (duration: 147.433535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:52.967577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.962012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:50:52.967661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:52.505581Z","time spent":"462.033473ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:50:52.967676Z","caller":"traceutil/trace.go:171","msg":"trace[424878932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:5232; }","duration":"454.114645ms","start":"2026-03-09T01:50:52.513541Z","end":"2026-03-09T01:50:52.967656Z","steps":["trace[424878932] 'agreement among raft nodes before linearized reading' (duration: 453.87206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:52.967735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:52.513527Z","time spent":"454.192437ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kh7gg\" "} {"level":"warn","ts":"2026-03-09T01:50:52.96775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.855322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:50:52.96737Z","caller":"traceutil/trace.go:171","msg":"trace[701228668] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"461.330638ms","start":"2026-03-09T01:50:52.505989Z","end":"2026-03-09T01:50:52.967319Z","steps":["trace[701228668] 'process raft request' (duration: 461.101153ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:52.96782Z","caller":"traceutil/trace.go:171","msg":"trace[1929410582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5232; }","duration":"424.933734ms","start":"2026-03-09T01:50:52.542865Z","end":"2026-03-09T01:50:52.967798Z","steps":["trace[1929410582] 'agreement among raft nodes before linearized reading' (duration: 424.76ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:52.967851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:52.542839Z","time spent":"425.006805ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:50:52.967988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:52.505973Z","time spent":"461.873869ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:50:52.968021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.77064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"info","ts":"2026-03-09T01:50:52.968088Z","caller":"traceutil/trace.go:171","msg":"trace[1834778760] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5232; }","duration":"347.885692ms","start":"2026-03-09T01:50:52.620183Z","end":"2026-03-09T01:50:52.968069Z","steps":["trace[1834778760] 'agreement among raft nodes before linearized reading' (duration: 347.602116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:52.968147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:50:52.620155Z","time spent":"347.972654ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4486,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"info","ts":"2026-03-09T01:50:58.943297Z","caller":"traceutil/trace.go:171","msg":"trace[426981653] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5560; }","duration":"224.169698ms","start":"2026-03-09T01:50:58.719092Z","end":"2026-03-09T01:50:58.943262Z","steps":["trace[426981653] 'read index received' (duration: 222.49026ms)","trace[426981653] 'applied index is now lower than readState.Index' (duration: 1.672838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:50:58.943307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.007499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13875"} {"level":"info","ts":"2026-03-09T01:50:58.94348Z","caller":"traceutil/trace.go:171","msg":"trace[1050063549] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5343; }","duration":"239.236104ms","start":"2026-03-09T01:50:58.704206Z","end":"2026-03-09T01:50:58.943442Z","steps":["trace[1050063549] 'range keys from in-memory index tree' (duration: 238.734234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:50:58.943661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.549616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T01:50:58.943714Z","caller":"traceutil/trace.go:171","msg":"trace[1064282264] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5344; }","duration":"224.629299ms","start":"2026-03-09T01:50:58.719069Z","end":"2026-03-09T01:50:58.943698Z","steps":["trace[1064282264] 'agreement among raft nodes before linearized reading' (duration: 224.355963ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:58.943965Z","caller":"traceutil/trace.go:171","msg":"trace[1064751711] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"237.743892ms","start":"2026-03-09T01:50:58.706173Z","end":"2026-03-09T01:50:58.943916Z","steps":["trace[1064751711] 'process raft request' (duration: 235.42649ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:03.871617Z","caller":"traceutil/trace.go:171","msg":"trace[1052512696] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5607; }","duration":"274.186916ms","start":"2026-03-09T01:51:03.597405Z","end":"2026-03-09T01:51:03.871592Z","steps":["trace[1052512696] 'read index received' (duration: 273.90551ms)","trace[1052512696] 'applied index is now lower than readState.Index' (duration: 280.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:51:03.871732Z","caller":"traceutil/trace.go:171","msg":"trace[159043272] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"411.35034ms","start":"2026-03-09T01:51:03.460337Z","end":"2026-03-09T01:51:03.871687Z","steps":["trace[159043272] 'process raft request' (duration: 411.073253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:03.871901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.464252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:51:03.871952Z","caller":"traceutil/trace.go:171","msg":"trace[2145464486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5390; }","duration":"274.582145ms","start":"2026-03-09T01:51:03.597355Z","end":"2026-03-09T01:51:03.871937Z","steps":["trace[2145464486] 'agreement among raft nodes before linearized reading' (duration: 274.392181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:03.871951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:03.460302Z","time spent":"411.531684ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:51:03.872056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.533201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:51:03.872168Z","caller":"traceutil/trace.go:171","msg":"trace[136255599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5390; }","duration":"273.720525ms","start":"2026-03-09T01:51:03.598421Z","end":"2026-03-09T01:51:03.872142Z","steps":["trace[136255599] 'agreement among raft nodes before linearized reading' (duration: 273.398737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:03.872317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.792001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"info","ts":"2026-03-09T01:51:03.872431Z","caller":"traceutil/trace.go:171","msg":"trace[175366692] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5390; }","duration":"121.991936ms","start":"2026-03-09T01:51:03.750418Z","end":"2026-03-09T01:51:03.87241Z","steps":["trace[175366692] 'agreement among raft nodes before linearized reading' (duration: 121.559006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:04.380277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055356801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:51:04.457991Z","caller":"traceutil/trace.go:171","msg":"trace[424996544] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"580.49883ms","start":"2026-03-09T01:51:03.877451Z","end":"2026-03-09T01:51:04.45795Z","steps":["trace[424996544] 'process raft request' (duration: 580.240175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:04.458323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:03.877424Z","time spent":"580.676194ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:51:04.604617Z","caller":"traceutil/trace.go:171","msg":"trace[672818514] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"726.384009ms","start":"2026-03-09T01:51:03.878198Z","end":"2026-03-09T01:51:04.604582Z","steps":["trace[672818514] 'process raft request' (duration: 675.888251ms)","trace[672818514] 'compare' (duration: 50.204651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:51:04.604827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:03.87818Z","time spent":"726.527392ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:51:04.604941Z","caller":"traceutil/trace.go:171","msg":"trace[44052749] linearizableReadLoop","detail":"{readStateIndex:5611; appliedIndex:5608; }","duration":"725.52726ms","start":"2026-03-09T01:51:03.879335Z","end":"2026-03-09T01:51:04.604863Z","steps":["trace[44052749] 'read index received' (duration: 578.478715ms)","trace[44052749] 'applied index is now lower than readState.Index' (duration: 147.046715ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:51:04.60502Z","caller":"traceutil/trace.go:171","msg":"trace[955888539] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"719.581107ms","start":"2026-03-09T01:51:03.885353Z","end":"2026-03-09T01:51:04.604934Z","steps":["trace[955888539] 'process raft request' (duration: 719.108196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:04.60526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.851675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:51:04.605312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:03.88534Z","time spent":"719.832263ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17220,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:51:04.605352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.011081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T01:51:04.60539Z","caller":"traceutil/trace.go:171","msg":"trace[739275908] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5393; }","duration":"106.039959ms","start":"2026-03-09T01:51:04.499318Z","end":"2026-03-09T01:51:04.605358Z","steps":["trace[739275908] 'agreement among raft nodes before linearized reading' (duration: 105.838104ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:04.605404Z","caller":"traceutil/trace.go:171","msg":"trace[130916393] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5393; }","duration":"726.077072ms","start":"2026-03-09T01:51:03.879309Z","end":"2026-03-09T01:51:04.605386Z","steps":["trace[130916393] 'agreement among raft nodes before linearized reading' (duration: 725.868757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:04.605709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:03.879293Z","time spent":"726.401469ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-09T01:51:04.764182Z","caller":"traceutil/trace.go:171","msg":"trace[943059412] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"147.173249ms","start":"2026-03-09T01:51:04.616967Z","end":"2026-03-09T01:51:04.76414Z","steps":["trace[943059412] 'process raft request' (duration: 109.300402ms)","trace[943059412] 'compare' (duration: 37.209252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:51:05.211985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.716804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:51:05.212169Z","caller":"traceutil/trace.go:171","msg":"trace[77165786] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5617; }","duration":"184.284367ms","start":"2026-03-09T01:51:05.027869Z","end":"2026-03-09T01:51:05.212154Z","steps":["trace[77165786] 'read index received' (duration: 60.308448ms)","trace[77165786] 'applied index is now lower than readState.Index' (duration: 123.974929ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:51:05.212252Z","caller":"traceutil/trace.go:171","msg":"trace[1237653440] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"204.391536ms","start":"2026-03-09T01:51:05.007852Z","end":"2026-03-09T01:51:05.212244Z","steps":["trace[1237653440] 'process raft request' (duration: 204.235503ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:05.212352Z","caller":"traceutil/trace.go:171","msg":"trace[631610827] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"242.344235ms","start":"2026-03-09T01:51:04.969971Z","end":"2026-03-09T01:51:05.212316Z","steps":["trace[631610827] 'process raft request' (duration: 118.194921ms)","trace[631610827] 'compare' (duration: 123.566141ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:51:05.212535Z","caller":"traceutil/trace.go:171","msg":"trace[2018454731] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"204.159471ms","start":"2026-03-09T01:51:05.008364Z","end":"2026-03-09T01:51:05.212524Z","steps":["trace[2018454731] 'process raft request' (duration: 203.759582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:05.212867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.632711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:51:05.212912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.012954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:51:05.212954Z","caller":"traceutil/trace.go:171","msg":"trace[703258315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:5402; }","duration":"174.765914ms","start":"2026-03-09T01:51:05.038166Z","end":"2026-03-09T01:51:05.212931Z","steps":["trace[703258315] 'agreement among raft nodes before linearized reading' (duration: 174.432937ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:05.213004Z","caller":"traceutil/trace.go:171","msg":"trace[1359372449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5402; }","duration":"185.161136ms","start":"2026-03-09T01:51:05.02782Z","end":"2026-03-09T01:51:05.212981Z","steps":["trace[1359372449] 'agreement among raft nodes before linearized reading' (duration: 184.86364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:05.212975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.450933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:51:05.213084Z","caller":"traceutil/trace.go:171","msg":"trace[1252532565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5402; }","duration":"125.607926ms","start":"2026-03-09T01:51:05.087444Z","end":"2026-03-09T01:51:05.213052Z","steps":["trace[1252532565] 'agreement among raft nodes before linearized reading' (duration: 125.238338ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:07.85321Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2674} {"level":"info","ts":"2026-03-09T01:51:07.920474Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2674,"took":"64.578202ms","hash":1135507316,"current-db-size-bytes":38879232,"current-db-size":"39 MB","current-db-size-in-use-bytes":28696576,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T01:51:07.920567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1135507316,"revision":2674,"compact-revision":-1} {"level":"info","ts":"2026-03-09T01:51:40.972557Z","caller":"traceutil/trace.go:171","msg":"trace[652557025] linearizableReadLoop","detail":"{readStateIndex:5920; appliedIndex:5919; }","duration":"264.962789ms","start":"2026-03-09T01:51:40.707565Z","end":"2026-03-09T01:51:40.972528Z","steps":["trace[652557025] 'read index received' (duration: 264.641722ms)","trace[652557025] 'applied index is now lower than readState.Index' (duration: 319.577µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:51:40.972662Z","caller":"traceutil/trace.go:171","msg":"trace[1572299999] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"312.687235ms","start":"2026-03-09T01:51:40.659924Z","end":"2026-03-09T01:51:40.972611Z","steps":["trace[1572299999] 'process raft request' (duration: 312.414099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:40.972798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.176354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:51:40.972874Z","caller":"traceutil/trace.go:171","msg":"trace[465183568] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5692; }","duration":"265.346317ms","start":"2026-03-09T01:51:40.707494Z","end":"2026-03-09T01:51:40.97284Z","steps":["trace[465183568] 'agreement among raft nodes before linearized reading' (duration: 265.198854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:40.972931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:40.659892Z","time spent":"312.910471ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:51:40.973089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.630742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:51:40.973202Z","caller":"traceutil/trace.go:171","msg":"trace[1454030725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5692; }","duration":"140.813386ms","start":"2026-03-09T01:51:40.832365Z","end":"2026-03-09T01:51:40.973179Z","steps":["trace[1454030725] 'agreement among raft nodes before linearized reading' (duration: 140.576571ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:41.295746Z","caller":"traceutil/trace.go:171","msg":"trace[466490271] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"317.432683ms","start":"2026-03-09T01:51:40.978268Z","end":"2026-03-09T01:51:41.295701Z","steps":["trace[466490271] 'process raft request' (duration: 316.526962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:41.297013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:40.978231Z","time spent":"318.588208ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:51:51.266898Z","caller":"traceutil/trace.go:171","msg":"trace[540938945] linearizableReadLoop","detail":"{readStateIndex:5982; appliedIndex:5981; }","duration":"165.825584ms","start":"2026-03-09T01:51:51.101044Z","end":"2026-03-09T01:51:51.26687Z","steps":["trace[540938945] 'read index received' (duration: 165.399475ms)","trace[540938945] 'applied index is now lower than readState.Index' (duration: 424.849µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:51:51.266999Z","caller":"traceutil/trace.go:171","msg":"trace[1314034776] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"215.090115ms","start":"2026-03-09T01:51:51.05187Z","end":"2026-03-09T01:51:51.26696Z","steps":["trace[1314034776] 'process raft request' (duration: 214.727747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:51.268368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.301447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-09T01:51:51.268436Z","caller":"traceutil/trace.go:171","msg":"trace[652332263] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5752; }","duration":"167.439ms","start":"2026-03-09T01:51:51.100982Z","end":"2026-03-09T01:51:51.268421Z","steps":["trace[652332263] 'agreement among raft nodes before linearized reading' (duration: 166.001058ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:51.547868Z","caller":"traceutil/trace.go:171","msg":"trace[1442230470] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"137.952892ms","start":"2026-03-09T01:51:51.409855Z","end":"2026-03-09T01:51:51.547808Z","steps":["trace[1442230470] 'process raft request' (duration: 137.86136ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:51.548059Z","caller":"traceutil/trace.go:171","msg":"trace[886483528] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"139.911426ms","start":"2026-03-09T01:51:51.4081Z","end":"2026-03-09T01:51:51.548012Z","steps":["trace[886483528] 'process raft request' (duration: 139.342594ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:51.548217Z","caller":"traceutil/trace.go:171","msg":"trace[1128722847] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"139.843384ms","start":"2026-03-09T01:51:51.408258Z","end":"2026-03-09T01:51:51.548101Z","steps":["trace[1128722847] 'process raft request' (duration: 139.404035ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:51.771596Z","caller":"traceutil/trace.go:171","msg":"trace[1250077538] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"119.06555ms","start":"2026-03-09T01:51:51.652496Z","end":"2026-03-09T01:51:51.771561Z","steps":["trace[1250077538] 'process raft request' (duration: 118.743873ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:00.219249Z","caller":"traceutil/trace.go:171","msg":"trace[806546927] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"256.247465ms","start":"2026-03-09T01:51:59.962962Z","end":"2026-03-09T01:52:00.219209Z","steps":["trace[806546927] 'process raft request' (duration: 255.565969ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:04.382902Z","caller":"traceutil/trace.go:171","msg":"trace[480944156] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"116.36115ms","start":"2026-03-09T01:52:04.266499Z","end":"2026-03-09T01:52:04.38286Z","steps":["trace[480944156] 'process raft request' (duration: 84.631102ms)","trace[480944156] 'compare' (duration: 31.459062ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:54:31.370283Z","caller":"traceutil/trace.go:171","msg":"trace[495322501] transaction","detail":"{read_only:false; response_revision:6702; number_of_response:1; }","duration":"181.110807ms","start":"2026-03-09T01:54:31.189141Z","end":"2026-03-09T01:54:31.370252Z","steps":["trace[495322501] 'process raft request' (duration: 180.862702ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:07.860032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5419} {"level":"info","ts":"2026-03-09T01:56:07.956124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5419,"took":"93.773289ms","hash":3700003823,"current-db-size-bytes":40316928,"current-db-size":"40 MB","current-db-size-in-use-bytes":21389312,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-09T01:56:07.956242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3700003823,"revision":5419,"compact-revision":2674} {"level":"info","ts":"2026-03-09T01:57:05.133703Z","caller":"traceutil/trace.go:171","msg":"trace[1597060793] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"283.085371ms","start":"2026-03-09T01:57:04.850581Z","end":"2026-03-09T01:57:05.133666Z","steps":["trace[1597060793] 'process raft request' (duration: 282.882206ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:05.443157Z","caller":"traceutil/trace.go:171","msg":"trace[1610078645] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8223; }","duration":"528.759665ms","start":"2026-03-09T01:57:04.914365Z","end":"2026-03-09T01:57:05.443124Z","steps":["trace[1610078645] 'read index received' (duration: 219.084327ms)","trace[1610078645] 'applied index is now lower than readState.Index' (duration: 309.674118ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:05.443229Z","caller":"traceutil/trace.go:171","msg":"trace[359967172] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"589.751702ms","start":"2026-03-09T01:57:04.853455Z","end":"2026-03-09T01:57:05.443206Z","steps":["trace[359967172] 'process raft request' (duration: 589.596759ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:05.443183Z","caller":"traceutil/trace.go:171","msg":"trace[1600673436] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"590.301764ms","start":"2026-03-09T01:57:04.852851Z","end":"2026-03-09T01:57:05.443153Z","steps":["trace[1600673436] 'process raft request' (duration: 507.819842ms)","trace[1600673436] 'compare' (duration: 82.205316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:57:05.443382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.575585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:57:05.443436Z","caller":"traceutil/trace.go:171","msg":"trace[1190305822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7920; }","duration":"323.673838ms","start":"2026-03-09T01:57:05.11975Z","end":"2026-03-09T01:57:05.443424Z","steps":["trace[1190305822] 'agreement among raft nodes before linearized reading' (duration: 323.584186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:05.443469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:05.119729Z","time spent":"323.733609ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:57:05.44338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:04.853421Z","time spent":"589.857315ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:05.443555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.363617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:57:05.443593Z","caller":"traceutil/trace.go:171","msg":"trace[227200574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7920; }","duration":"115.459429ms","start":"2026-03-09T01:57:05.328123Z","end":"2026-03-09T01:57:05.443583Z","steps":["trace[227200574] 'agreement among raft nodes before linearized reading' (duration: 115.304256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:05.443596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.708204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:57:05.443662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.2974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:57:05.443679Z","caller":"traceutil/trace.go:171","msg":"trace[2048814372] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7920; }","duration":"148.843857ms","start":"2026-03-09T01:57:05.294806Z","end":"2026-03-09T01:57:05.44365Z","steps":["trace[2048814372] 'agreement among raft nodes before linearized reading' (duration: 148.708304ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:05.443712Z","caller":"traceutil/trace.go:171","msg":"trace[1258277796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7920; }","duration":"117.396903ms","start":"2026-03-09T01:57:05.326301Z","end":"2026-03-09T01:57:05.443698Z","steps":["trace[1258277796] 'agreement among raft nodes before linearized reading' (duration: 117.241769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:05.443379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:04.852812Z","time spent":"590.503438ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:05.443858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.128198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:57:05.443971Z","caller":"traceutil/trace.go:171","msg":"trace[1503805289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7920; }","duration":"108.290071ms","start":"2026-03-09T01:57:05.335654Z","end":"2026-03-09T01:57:05.443944Z","steps":["trace[1503805289] 'agreement among raft nodes before linearized reading' (duration: 107.913573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:05.443419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.038581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:57:05.44415Z","caller":"traceutil/trace.go:171","msg":"trace[595943917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7920; }","duration":"529.841638ms","start":"2026-03-09T01:57:04.914293Z","end":"2026-03-09T01:57:05.444134Z","steps":["trace[595943917] 'agreement among raft nodes before linearized reading' (duration: 528.968339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:05.444191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:04.914272Z","time spent":"529.907ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:57:05.595042Z","caller":"traceutil/trace.go:171","msg":"trace[517087274] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"145.623775ms","start":"2026-03-09T01:57:05.449391Z","end":"2026-03-09T01:57:05.595015Z","steps":["trace[517087274] 'process raft request' (duration: 145.549604ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:05.595073Z","caller":"traceutil/trace.go:171","msg":"trace[1556035833] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"145.883811ms","start":"2026-03-09T01:57:05.449112Z","end":"2026-03-09T01:57:05.594996Z","steps":["trace[1556035833] 'process raft request' (duration: 145.777229ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:05.595073Z","caller":"traceutil/trace.go:171","msg":"trace[1305393382] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"146.463784ms","start":"2026-03-09T01:57:05.448558Z","end":"2026-03-09T01:57:05.595022Z","steps":["trace[1305393382] 'process raft request' (duration: 145.300828ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:15.737838Z","caller":"traceutil/trace.go:171","msg":"trace[853461462] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"257.163113ms","start":"2026-03-09T01:57:15.480645Z","end":"2026-03-09T01:57:15.737808Z","steps":["trace[853461462] 'process raft request' (duration: 256.930958ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:15.772761Z","caller":"traceutil/trace.go:171","msg":"trace[539352559] linearizableReadLoop","detail":"{readStateIndex:8276; appliedIndex:8273; }","duration":"182.566704ms","start":"2026-03-09T01:57:15.590168Z","end":"2026-03-09T01:57:15.772735Z","steps":["trace[539352559] 'read index received' (duration: 147.490649ms)","trace[539352559] 'applied index is now lower than readState.Index' (duration: 35.073975ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:15.772825Z","caller":"traceutil/trace.go:171","msg":"trace[412147495] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"291.00464ms","start":"2026-03-09T01:57:15.481796Z","end":"2026-03-09T01:57:15.7728Z","steps":["trace[412147495] 'process raft request' (duration: 290.714654ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:15.772948Z","caller":"traceutil/trace.go:171","msg":"trace[645542654] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"288.598487ms","start":"2026-03-09T01:57:15.484295Z","end":"2026-03-09T01:57:15.772894Z","steps":["trace[645542654] 'process raft request' (duration: 288.388243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:15.773055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.87349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:57:15.773097Z","caller":"traceutil/trace.go:171","msg":"trace[2055664053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7967; }","duration":"182.963693ms","start":"2026-03-09T01:57:15.590121Z","end":"2026-03-09T01:57:15.773085Z","steps":["trace[2055664053] 'agreement among raft nodes before linearized reading' (duration: 182.766918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:15.773089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.237264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:57:15.77315Z","caller":"traceutil/trace.go:171","msg":"trace[1791140280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7967; }","duration":"133.348456ms","start":"2026-03-09T01:57:15.639784Z","end":"2026-03-09T01:57:15.773132Z","steps":["trace[1791140280] 'agreement among raft nodes before linearized reading' (duration: 133.141831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:15.773288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.460068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T01:57:15.773314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.1633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:57:15.773319Z","caller":"traceutil/trace.go:171","msg":"trace[781004034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7967; }","duration":"114.511669ms","start":"2026-03-09T01:57:15.658799Z","end":"2026-03-09T01:57:15.77331Z","steps":["trace[781004034] 'agreement among raft nodes before linearized reading' (duration: 114.423997ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:15.773345Z","caller":"traceutil/trace.go:171","msg":"trace[244520988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7967; }","duration":"132.237402ms","start":"2026-03-09T01:57:15.641097Z","end":"2026-03-09T01:57:15.773334Z","steps":["trace[244520988] 'agreement among raft nodes before linearized reading' (duration: 132.14936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:15.773363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.078281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:57:15.77341Z","caller":"traceutil/trace.go:171","msg":"trace[157700185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:7967; }","duration":"105.158253ms","start":"2026-03-09T01:57:15.668239Z","end":"2026-03-09T01:57:15.773397Z","steps":["trace[157700185] 'agreement among raft nodes before linearized reading' (duration: 105.031081ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:15.985438Z","caller":"traceutil/trace.go:171","msg":"trace[595075961] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"206.012781ms","start":"2026-03-09T01:57:15.779385Z","end":"2026-03-09T01:57:15.985398Z","steps":["trace[595075961] 'process raft request' (duration: 179.911445ms)","trace[595075961] 'compare' (duration: 25.8136ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:16.620545Z","caller":"traceutil/trace.go:171","msg":"trace[614636307] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"840.538883ms","start":"2026-03-09T01:57:15.779978Z","end":"2026-03-09T01:57:16.620517Z","steps":["trace[614636307] 'process raft request' (duration: 840.452071ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:16.620556Z","caller":"traceutil/trace.go:171","msg":"trace[723137072] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"841.111346ms","start":"2026-03-09T01:57:15.779413Z","end":"2026-03-09T01:57:16.620524Z","steps":["trace[723137072] 'process raft request' (duration: 834.878749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:16.620739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:15.779962Z","time spent":"840.664656ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:16.620855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:15.779388Z","time spent":"841.387392ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:16.620724Z","caller":"traceutil/trace.go:171","msg":"trace[1852253082] linearizableReadLoop","detail":"{readStateIndex:8278; appliedIndex:8276; }","duration":"841.208238ms","start":"2026-03-09T01:57:15.779497Z","end":"2026-03-09T01:57:16.620705Z","steps":["trace[1852253082] 'read index received' (duration: 179.67437ms)","trace[1852253082] 'applied index is now lower than readState.Index' (duration: 661.533008ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:16.620946Z","caller":"traceutil/trace.go:171","msg":"trace[359435628] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"839.149904ms","start":"2026-03-09T01:57:15.78176Z","end":"2026-03-09T01:57:16.62091Z","steps":["trace[359435628] 'process raft request' (duration: 838.732554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:16.621113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.607177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224166"} {"level":"warn","ts":"2026-03-09T01:57:16.621179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:15.781752Z","time spent":"839.285166ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:16.621233Z","caller":"traceutil/trace.go:171","msg":"trace[1315041128] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7971; }","duration":"841.75101ms","start":"2026-03-09T01:57:15.779467Z","end":"2026-03-09T01:57:16.621218Z","steps":["trace[1315041128] 'agreement among raft nodes before linearized reading' (duration: 841.29026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:16.621277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:15.779449Z","time spent":"841.817921ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224188,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-09T01:57:16.662257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.431149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:57:16.662411Z","caller":"traceutil/trace.go:171","msg":"trace[220679292] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7971; }","duration":"844.583393ms","start":"2026-03-09T01:57:15.817765Z","end":"2026-03-09T01:57:16.662348Z","steps":["trace[220679292] 'agreement among raft nodes before linearized reading' (duration: 844.406629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:16.662472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:15.817754Z","time spent":"844.704066ms","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:57:16.662482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.56964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:57:16.662492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.477069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:57:16.662545Z","caller":"traceutil/trace.go:171","msg":"trace[343259817] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7971; }","duration":"409.697373ms","start":"2026-03-09T01:57:16.252829Z","end":"2026-03-09T01:57:16.662526Z","steps":["trace[343259817] 'agreement among raft nodes before linearized reading' (duration: 409.55756ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:16.662557Z","caller":"traceutil/trace.go:171","msg":"trace[1441784529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7971; }","duration":"300.591192ms","start":"2026-03-09T01:57:16.361948Z","end":"2026-03-09T01:57:16.662539Z","steps":["trace[1441784529] 'agreement among raft nodes before linearized reading' (duration: 300.359697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:16.66259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:16.252798Z","time spent":"409.784034ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:57:16.662596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:16.361906Z","time spent":"300.681883ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:57:16.662771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.466184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5576f68f67-grkpr.189b099597777948\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-09T01:57:16.662876Z","caller":"traceutil/trace.go:171","msg":"trace[468223798] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5576f68f67-grkpr.189b099597777948; range_end:; response_count:1; response_revision:7971; }","duration":"264.612947ms","start":"2026-03-09T01:57:16.398245Z","end":"2026-03-09T01:57:16.662858Z","steps":["trace[468223798] 'agreement among raft nodes before linearized reading' (duration: 264.031465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:17.828709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.688781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:57:17.828799Z","caller":"traceutil/trace.go:171","msg":"trace[1697014269] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7975; }","duration":"384.827983ms","start":"2026-03-09T01:57:17.443952Z","end":"2026-03-09T01:57:17.82878Z","steps":["trace[1697014269] 'count revisions from in-memory index tree' (duration: 384.513706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:17.828845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:17.443934Z","time spent":"384.898915ms","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:57:18.401247Z","caller":"traceutil/trace.go:171","msg":"trace[191275101] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"614.413387ms","start":"2026-03-09T01:57:17.786793Z","end":"2026-03-09T01:57:18.401207Z","steps":["trace[191275101] 'process raft request' (duration: 614.142771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:18.40152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:17.786766Z","time spent":"614.599891ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:18.584919Z","caller":"traceutil/trace.go:171","msg":"trace[1083740411] linearizableReadLoop","detail":"{readStateIndex:8287; appliedIndex:8285; }","duration":"594.372774ms","start":"2026-03-09T01:57:17.990516Z","end":"2026-03-09T01:57:18.584889Z","steps":["trace[1083740411] 'read index received' (duration: 410.582222ms)","trace[1083740411] 'applied index is now lower than readState.Index' (duration: 183.789012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:57:18.585152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.613879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:57:18.585188Z","caller":"traceutil/trace.go:171","msg":"trace[1447073572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7978; }","duration":"594.717171ms","start":"2026-03-09T01:57:17.990462Z","end":"2026-03-09T01:57:18.585179Z","steps":["trace[1447073572] 'agreement among raft nodes before linearized reading' (duration: 594.539767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:18.585221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:17.990443Z","time spent":"594.771572ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:57:18.585489Z","caller":"traceutil/trace.go:171","msg":"trace[1217672762] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"381.353697ms","start":"2026-03-09T01:57:18.20409Z","end":"2026-03-09T01:57:18.585444Z","steps":["trace[1217672762] 'process raft request' (duration: 380.730753ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:18.585514Z","caller":"traceutil/trace.go:171","msg":"trace[979700941] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"798.516645ms","start":"2026-03-09T01:57:17.786938Z","end":"2026-03-09T01:57:18.585455Z","steps":["trace[979700941] 'process raft request' (duration: 712.995516ms)","trace[979700941] 'compare' (duration: 84.591909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:57:18.585704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:18.204065Z","time spent":"381.52274ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:18.585772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:17.786898Z","time spent":"798.740599ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:18.824642Z","caller":"traceutil/trace.go:171","msg":"trace[926065115] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"193.591268ms","start":"2026-03-09T01:57:18.631006Z","end":"2026-03-09T01:57:18.824598Z","steps":["trace[926065115] 'process raft request' (duration: 167.994902ms)","trace[926065115] 'compare' (duration: 25.32528ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:18.829549Z","caller":"traceutil/trace.go:171","msg":"trace[1906591700] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8289; }","duration":"194.406585ms","start":"2026-03-09T01:57:18.635115Z","end":"2026-03-09T01:57:18.829522Z","steps":["trace[1906591700] 'read index received' (duration: 164.083016ms)","trace[1906591700] 'applied index is now lower than readState.Index' (duration: 30.322039ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:18.829628Z","caller":"traceutil/trace.go:171","msg":"trace[235126177] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"198.510266ms","start":"2026-03-09T01:57:18.631076Z","end":"2026-03-09T01:57:18.829587Z","steps":["trace[235126177] 'process raft request' (duration: 198.22916ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:18.829649Z","caller":"traceutil/trace.go:171","msg":"trace[856075138] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"198.508285ms","start":"2026-03-09T01:57:18.631105Z","end":"2026-03-09T01:57:18.829613Z","steps":["trace[856075138] 'process raft request' (duration: 198.366412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:18.830426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.247621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:57:18.830453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.001535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T01:57:18.830572Z","caller":"traceutil/trace.go:171","msg":"trace[1916218233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7982; }","duration":"164.156658ms","start":"2026-03-09T01:57:18.66639Z","end":"2026-03-09T01:57:18.830546Z","steps":["trace[1916218233] 'agreement among raft nodes before linearized reading' (duration: 163.41047ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:18.830499Z","caller":"traceutil/trace.go:171","msg":"trace[1363682272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7982; }","duration":"122.395235ms","start":"2026-03-09T01:57:18.708083Z","end":"2026-03-09T01:57:18.830478Z","steps":["trace[1363682272] 'agreement among raft nodes before linearized reading' (duration: 121.784271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:18.830742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.545791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224166"} {"level":"info","ts":"2026-03-09T01:57:18.830814Z","caller":"traceutil/trace.go:171","msg":"trace[72694087] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7982; }","duration":"195.701694ms","start":"2026-03-09T01:57:18.635096Z","end":"2026-03-09T01:57:18.830798Z","steps":["trace[72694087] 'agreement among raft nodes before linearized reading' (duration: 194.595839ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:19.533915Z","caller":"traceutil/trace.go:171","msg":"trace[1816313031] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"245.760451ms","start":"2026-03-09T01:57:19.28812Z","end":"2026-03-09T01:57:19.533881Z","steps":["trace[1816313031] 'process raft request' (duration: 245.546807ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:20.706236Z","caller":"traceutil/trace.go:171","msg":"trace[1113588472] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8295; }","duration":"100.885989ms","start":"2026-03-09T01:57:20.60532Z","end":"2026-03-09T01:57:20.706206Z","steps":["trace[1113588472] 'read index received' (duration: 100.617653ms)","trace[1113588472] 'applied index is now lower than readState.Index' (duration: 266.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:20.706327Z","caller":"traceutil/trace.go:171","msg":"trace[1304319180] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"113.566249ms","start":"2026-03-09T01:57:20.59272Z","end":"2026-03-09T01:57:20.706286Z","steps":["trace[1304319180] 'process raft request' (duration: 113.319224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:20.706554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.227417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:57:20.706672Z","caller":"traceutil/trace.go:171","msg":"trace[240432537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7986; }","duration":"101.426381ms","start":"2026-03-09T01:57:20.605226Z","end":"2026-03-09T01:57:20.706653Z","steps":["trace[240432537] 'agreement among raft nodes before linearized reading' (duration: 101.092584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:21.156696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.359153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:57:21.1567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.906657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:57:21.156792Z","caller":"traceutil/trace.go:171","msg":"trace[118072725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7987; }","duration":"231.507466ms","start":"2026-03-09T01:57:20.925263Z","end":"2026-03-09T01:57:21.15677Z","steps":["trace[118072725] 'count revisions from in-memory index tree' (duration: 231.26893ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:21.156812Z","caller":"traceutil/trace.go:171","msg":"trace[969545649] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:7987; }","duration":"319.069131ms","start":"2026-03-09T01:57:20.837718Z","end":"2026-03-09T01:57:21.156787Z","steps":["trace[969545649] 'range keys from in-memory index tree' (duration: 318.663382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:21.156879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:20.8377Z","time spent":"319.167252ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kh7gg\" "} {"level":"warn","ts":"2026-03-09T01:57:21.157048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.355728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:57:21.15714Z","caller":"traceutil/trace.go:171","msg":"trace[1191064068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7987; }","duration":"296.489592ms","start":"2026-03-09T01:57:20.860629Z","end":"2026-03-09T01:57:21.157119Z","steps":["trace[1191064068] 'range keys from in-memory index tree' (duration: 296.138964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:21.157299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.65163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:57:21.157318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.078998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:57:21.157349Z","caller":"traceutil/trace.go:171","msg":"trace[267442583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7987; }","duration":"323.178681ms","start":"2026-03-09T01:57:20.834162Z","end":"2026-03-09T01:57:21.15734Z","steps":["trace[267442583] 'range keys from in-memory index tree' (duration: 322.868064ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:21.157344Z","caller":"traceutil/trace.go:171","msg":"trace[1919531063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7987; }","duration":"322.738102ms","start":"2026-03-09T01:57:20.834593Z","end":"2026-03-09T01:57:21.157331Z","steps":["trace[1919531063] 'range keys from in-memory index tree' (duration: 322.484935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:21.157373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:20.834131Z","time spent":"323.234562ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:57:21.157382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:20.834573Z","time spent":"322.797382ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:57:21.157556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.606036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:57:21.157606Z","caller":"traceutil/trace.go:171","msg":"trace[321857383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7987; }","duration":"326.714549ms","start":"2026-03-09T01:57:20.830878Z","end":"2026-03-09T01:57:21.157592Z","steps":["trace[321857383] 'range keys from in-memory index tree' (duration: 326.431273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:21.157642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:20.830835Z","time spent":"326.796141ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:57:21.306591Z","caller":"traceutil/trace.go:171","msg":"trace[341716054] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"144.901762ms","start":"2026-03-09T01:57:21.161657Z","end":"2026-03-09T01:57:21.306559Z","steps":["trace[341716054] 'process raft request' (duration: 144.739428ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:21.307872Z","caller":"traceutil/trace.go:171","msg":"trace[1047477420] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"144.840421ms","start":"2026-03-09T01:57:21.163008Z","end":"2026-03-09T01:57:21.307848Z","steps":["trace[1047477420] 'process raft request' (duration: 144.709258ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:21.307905Z","caller":"traceutil/trace.go:171","msg":"trace[178769839] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"145.954235ms","start":"2026-03-09T01:57:21.161904Z","end":"2026-03-09T01:57:21.307858Z","steps":["trace[178769839] 'process raft request' (duration: 145.70444ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:21.308068Z","caller":"traceutil/trace.go:171","msg":"trace[1263009097] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8298; }","duration":"145.924284ms","start":"2026-03-09T01:57:21.162132Z","end":"2026-03-09T01:57:21.308056Z","steps":["trace[1263009097] 'read index received' (duration: 144.428352ms)","trace[1263009097] 'applied index is now lower than readState.Index' (duration: 1.495152ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:21.308381Z","caller":"traceutil/trace.go:171","msg":"trace[207809606] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"144.84807ms","start":"2026-03-09T01:57:21.163505Z","end":"2026-03-09T01:57:21.308353Z","steps":["trace[207809606] 'process raft request' (duration: 144.295248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:21.308479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.327333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224166"} {"level":"info","ts":"2026-03-09T01:57:21.308512Z","caller":"traceutil/trace.go:171","msg":"trace[1499026233] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7991; }","duration":"146.438516ms","start":"2026-03-09T01:57:21.162066Z","end":"2026-03-09T01:57:21.308505Z","steps":["trace[1499026233] 'agreement among raft nodes before linearized reading' (duration: 146.026767ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:49.810286Z","caller":"traceutil/trace.go:171","msg":"trace[721399072] linearizableReadLoop","detail":"{readStateIndex:8498; appliedIndex:8497; }","duration":"288.089935ms","start":"2026-03-09T01:57:49.522152Z","end":"2026-03-09T01:57:49.810242Z","steps":["trace[721399072] 'read index received' (duration: 287.86979ms)","trace[721399072] 'applied index is now lower than readState.Index' (duration: 218.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:49.81041Z","caller":"traceutil/trace.go:171","msg":"trace[341973038] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"289.423066ms","start":"2026-03-09T01:57:49.520883Z","end":"2026-03-09T01:57:49.810306Z","steps":["trace[341973038] 'process raft request' (duration: 289.140609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:49.811339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.142849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228894"} {"level":"info","ts":"2026-03-09T01:57:49.811461Z","caller":"traceutil/trace.go:171","msg":"trace[1436420504] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8180; }","duration":"289.306523ms","start":"2026-03-09T01:57:49.522128Z","end":"2026-03-09T01:57:49.811434Z","steps":["trace[1436420504] 'agreement among raft nodes before linearized reading' (duration: 288.359312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:49.863095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.283929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:57:49.863191Z","caller":"traceutil/trace.go:171","msg":"trace[1906913911] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"203.136018ms","start":"2026-03-09T01:57:49.660031Z","end":"2026-03-09T01:57:49.863167Z","steps":["trace[1906913911] 'process raft request' (duration: 201.293978ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:49.863191Z","caller":"traceutil/trace.go:171","msg":"trace[1089494836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8181; }","duration":"340.454112ms","start":"2026-03-09T01:57:49.522715Z","end":"2026-03-09T01:57:49.863169Z","steps":["trace[1089494836] 'agreement among raft nodes before linearized reading' (duration: 340.172986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:49.863285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:49.522686Z","time spent":"340.585456ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:57:49.863357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.262712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:57:49.86343Z","caller":"traceutil/trace.go:171","msg":"trace[898524943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8181; }","duration":"337.365365ms","start":"2026-03-09T01:57:49.526048Z","end":"2026-03-09T01:57:49.863413Z","steps":["trace[898524943] 'agreement among raft nodes before linearized reading' (duration: 337.065198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:49.863496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:49.526037Z","time spent":"337.434486ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:57:49.863559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.527951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:57:49.863848Z","caller":"traceutil/trace.go:171","msg":"trace[83112198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8181; }","duration":"338.672114ms","start":"2026-03-09T01:57:49.524967Z","end":"2026-03-09T01:57:49.863639Z","steps":["trace[83112198] 'agreement among raft nodes before linearized reading' (duration: 338.411457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:49.863575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.18053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T01:57:49.863992Z","caller":"traceutil/trace.go:171","msg":"trace[980163728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8181; }","duration":"208.758224ms","start":"2026-03-09T01:57:49.655205Z","end":"2026-03-09T01:57:49.863964Z","steps":["trace[980163728] 'agreement among raft nodes before linearized reading' (duration: 207.747461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:49.8639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:49.524946Z","time spent":"338.94624ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:57:50.814715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.438294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:57:50.815115Z","caller":"traceutil/trace.go:171","msg":"trace[148882144] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8499; }","duration":"945.82105ms","start":"2026-03-09T01:57:49.869276Z","end":"2026-03-09T01:57:50.815097Z","steps":["trace[148882144] 'read index received' (duration: 166.019258ms)","trace[148882144] 'applied index is now lower than readState.Index' (duration: 779.800822ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:50.815142Z","caller":"traceutil/trace.go:171","msg":"trace[335379180] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"946.065656ms","start":"2026-03-09T01:57:49.869032Z","end":"2026-03-09T01:57:50.815097Z","steps":["trace[335379180] 'process raft request' (duration: 166.244294ms)","trace[335379180] 'compare' (duration: 778.795859ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:50.815211Z","caller":"traceutil/trace.go:171","msg":"trace[1863934266] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"946.024064ms","start":"2026-03-09T01:57:49.869175Z","end":"2026-03-09T01:57:50.815199Z","steps":["trace[1863934266] 'process raft request' (duration: 945.877061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:50.815295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:49.869166Z","time spent":"946.086475ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:50.815326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:49.869008Z","time spent":"946.213739ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:50.815693Z","caller":"traceutil/trace.go:171","msg":"trace[1435536159] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"946.124957ms","start":"2026-03-09T01:57:49.869102Z","end":"2026-03-09T01:57:50.815227Z","steps":["trace[1435536159] 'process raft request' (duration: 945.783749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:50.815736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.470713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-03-09T01:57:50.816321Z","caller":"traceutil/trace.go:171","msg":"trace[1103293769] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8184; }","duration":"947.091518ms","start":"2026-03-09T01:57:49.869209Z","end":"2026-03-09T01:57:50.8163Z","steps":["trace[1103293769] 'agreement among raft nodes before linearized reading' (duration: 946.355041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:50.816384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:49.869182Z","time spent":"947.18588ms","remote":"127.0.0.1:43050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-09T01:57:50.816053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:49.869084Z","time spent":"946.75128ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:50.822735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.97318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:57:50.822722Z","caller":"traceutil/trace.go:171","msg":"trace[1457149619] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"281.687715ms","start":"2026-03-09T01:57:50.541004Z","end":"2026-03-09T01:57:50.822691Z","steps":["trace[1457149619] 'process raft request' (duration: 281.287966ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:50.822808Z","caller":"traceutil/trace.go:171","msg":"trace[1847279326] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8185; }","duration":"615.079412ms","start":"2026-03-09T01:57:50.207712Z","end":"2026-03-09T01:57:50.822791Z","steps":["trace[1847279326] 'agreement among raft nodes before linearized reading' (duration: 614.885138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:50.822852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:50.207696Z","time spent":"615.145994ms","remote":"127.0.0.1:43420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:57:50.822716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.251593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:57:50.822998Z","caller":"traceutil/trace.go:171","msg":"trace[1394343610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8185; }","duration":"704.631811ms","start":"2026-03-09T01:57:50.118308Z","end":"2026-03-09T01:57:50.82294Z","steps":["trace[1394343610] 'agreement among raft nodes before linearized reading' (duration: 704.229753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:50.823132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:50.118279Z","time spent":"704.807005ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:57:50.822757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.146482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:57:50.823527Z","caller":"traceutil/trace.go:171","msg":"trace[34225907] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8185; }","duration":"657.938809ms","start":"2026-03-09T01:57:50.165574Z","end":"2026-03-09T01:57:50.823513Z","steps":["trace[34225907] 'agreement among raft nodes before linearized reading' (duration: 657.05191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:50.823586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:50.165561Z","time spent":"658.012021ms","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:57:54.074228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.115606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:57:54.074401Z","caller":"traceutil/trace.go:171","msg":"trace[637571857] linearizableReadLoop","detail":"{readStateIndex:8517; appliedIndex:8516; }","duration":"242.143361ms","start":"2026-03-09T01:57:53.832228Z","end":"2026-03-09T01:57:54.074371Z","steps":["trace[637571857] 'read index received' (duration: 56.641µs)","trace[637571857] 'applied index is now lower than readState.Index' (duration: 242.08447ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:54.074511Z","caller":"traceutil/trace.go:171","msg":"trace[1373968792] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"636.26809ms","start":"2026-03-09T01:57:53.438196Z","end":"2026-03-09T01:57:54.074464Z","steps":["trace[1373968792] 'process raft request' (duration: 266.806246ms)","trace[1373968792] 'compare' (duration: 368.775088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:57:54.074762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:53.438125Z","time spent":"636.469114ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:54.07496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.51605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:57:54.07506Z","caller":"traceutil/trace.go:171","msg":"trace[406471679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8198; }","duration":"242.869637ms","start":"2026-03-09T01:57:53.832165Z","end":"2026-03-09T01:57:54.075035Z","steps":["trace[406471679] 'agreement among raft nodes before linearized reading' (duration: 242.300175ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:54.096738Z","caller":"traceutil/trace.go:171","msg":"trace[968751364] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"214.279505ms","start":"2026-03-09T01:57:53.882405Z","end":"2026-03-09T01:57:54.096685Z","steps":["trace[968751364] 'process raft request' (duration: 214.03881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:54.096855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.303932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:57:54.096932Z","caller":"traceutil/trace.go:171","msg":"trace[357331364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:8199; }","duration":"260.520957ms","start":"2026-03-09T01:57:53.836394Z","end":"2026-03-09T01:57:54.096915Z","steps":["trace[357331364] 'agreement among raft nodes before linearized reading' (duration: 260.246221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:54.743386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055364544,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:57:54.755252Z","caller":"traceutil/trace.go:171","msg":"trace[1621673600] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8519; }","duration":"511.935843ms","start":"2026-03-09T01:57:54.243281Z","end":"2026-03-09T01:57:54.755217Z","steps":["trace[1621673600] 'read index received' (duration: 511.513063ms)","trace[1621673600] 'applied index is now lower than readState.Index' (duration: 421.039µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:54.755385Z","caller":"traceutil/trace.go:171","msg":"trace[2089494787] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"604.073049ms","start":"2026-03-09T01:57:54.151298Z","end":"2026-03-09T01:57:54.755371Z","steps":["trace[2089494787] 'process raft request' (duration: 603.6498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:54.755527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:54.151277Z","time spent":"604.13994ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:54.755639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.001699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:57:54.755735Z","caller":"traceutil/trace.go:171","msg":"trace[479850083] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8201; }","duration":"281.120381ms","start":"2026-03-09T01:57:54.474594Z","end":"2026-03-09T01:57:54.755714Z","steps":["trace[479850083] 'agreement among raft nodes before linearized reading' (duration: 280.929907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:54.755807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.499534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-09T01:57:54.755924Z","caller":"traceutil/trace.go:171","msg":"trace[1915271071] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8201; }","duration":"512.683209ms","start":"2026-03-09T01:57:54.243213Z","end":"2026-03-09T01:57:54.755896Z","steps":["trace[1915271071] 'agreement among raft nodes before linearized reading' (duration: 512.341282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:54.755974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:54.243185Z","time spent":"512.778541ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-09T01:58:04.619006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646841926055364814,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:58:04.681542Z","caller":"traceutil/trace.go:171","msg":"trace[220157259] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"562.97659ms","start":"2026-03-09T01:58:04.118535Z","end":"2026-03-09T01:58:04.681511Z","steps":["trace[220157259] 'process raft request' (duration: 562.735385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:04.681882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:04.118514Z","time spent":"563.110133ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:58:04.812796Z","caller":"traceutil/trace.go:171","msg":"trace[547339685] linearizableReadLoop","detail":"{readStateIndex:8616; appliedIndex:8613; }","duration":"694.17754ms","start":"2026-03-09T01:58:04.118597Z","end":"2026-03-09T01:58:04.812775Z","steps":["trace[547339685] 'read index received' (duration: 562.719555ms)","trace[547339685] 'applied index is now lower than readState.Index' (duration: 131.456765ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:58:04.812938Z","caller":"traceutil/trace.go:171","msg":"trace[1603175357] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"337.073518ms","start":"2026-03-09T01:58:04.4758Z","end":"2026-03-09T01:58:04.812874Z","steps":["trace[1603175357] 'process raft request' (duration: 336.917414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:04.813027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.384334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:58:04.813055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.464742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:58:04.813024Z","caller":"traceutil/trace.go:171","msg":"trace[1334765353] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"672.548851ms","start":"2026-03-09T01:58:04.14042Z","end":"2026-03-09T01:58:04.812968Z","steps":["trace[1334765353] 'process raft request' (duration: 639.256285ms)","trace[1334765353] 'compare' (duration: 32.902107ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:58:04.813103Z","caller":"traceutil/trace.go:171","msg":"trace[1442507850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8292; }","duration":"694.500586ms","start":"2026-03-09T01:58:04.11857Z","end":"2026-03-09T01:58:04.81307Z","steps":["trace[1442507850] 'agreement among raft nodes before linearized reading' (duration: 694.334553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:04.813162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:04.118558Z","time spent":"694.594528ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:58:04.813168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.903009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:58:04.813202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:04.475765Z","time spent":"337.292243ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:58:04.813268Z","caller":"traceutil/trace.go:171","msg":"trace[915148686] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8292; }","duration":"177.092503ms","start":"2026-03-09T01:58:04.636154Z","end":"2026-03-09T01:58:04.813247Z","steps":["trace[915148686] 'agreement among raft nodes before linearized reading' (duration: 176.855718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:04.813277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:04.140391Z","time spent":"672.753646ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:58:04.813302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.964606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:58:04.813356Z","caller":"traceutil/trace.go:171","msg":"trace[672182248] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8292; }","duration":"518.046717ms","start":"2026-03-09T01:58:04.295296Z","end":"2026-03-09T01:58:04.813343Z","steps":["trace[672182248] 'agreement among raft nodes before linearized reading' (duration: 517.875263ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:04.813095Z","caller":"traceutil/trace.go:171","msg":"trace[2035892916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8292; }","duration":"659.555834ms","start":"2026-03-09T01:58:04.153529Z","end":"2026-03-09T01:58:04.813085Z","steps":["trace[2035892916] 'agreement among raft nodes before linearized reading' (duration: 659.39144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:04.813391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:04.295287Z","time spent":"518.098908ms","remote":"127.0.0.1:42816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:58:04.813515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:04.153502Z","time spent":"659.929252ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:58:04.813619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.194289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:58:04.813651Z","caller":"traceutil/trace.go:171","msg":"trace[1117929973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:8292; }","duration":"651.25304ms","start":"2026-03-09T01:58:04.16239Z","end":"2026-03-09T01:58:04.813643Z","steps":["trace[1117929973] 'agreement among raft nodes before linearized reading' (duration: 650.719638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:04.81367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:04.162374Z","time spent":"651.291961ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kh7gg\" "} {"level":"warn","ts":"2026-03-09T01:58:04.813965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.426148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-09T01:58:04.814047Z","caller":"traceutil/trace.go:171","msg":"trace[581650423] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8292; }","duration":"553.518731ms","start":"2026-03-09T01:58:04.260498Z","end":"2026-03-09T01:58:04.814017Z","steps":["trace[581650423] 'agreement among raft nodes before linearized reading' (duration: 552.628041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:04.814095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:04.260484Z","time spent":"553.601852ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-09T01:58:05.162098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.815342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:58:05.162553Z","caller":"traceutil/trace.go:171","msg":"trace[1432555718] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8619; }","duration":"263.164385ms","start":"2026-03-09T01:58:04.899361Z","end":"2026-03-09T01:58:05.162526Z","steps":["trace[1432555718] 'read index received' (duration: 16.641558ms)","trace[1432555718] 'applied index is now lower than readState.Index' (duration: 246.519957ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:58:05.162581Z","caller":"traceutil/trace.go:171","msg":"trace[1160804134] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"274.2687ms","start":"2026-03-09T01:58:04.888262Z","end":"2026-03-09T01:58:05.162531Z","steps":["trace[1160804134] 'process raft request' (duration: 27.896546ms)","trace[1160804134] 'compare' (duration: 245.525315ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:58:05.162739Z","caller":"traceutil/trace.go:171","msg":"trace[1306062253] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"176.597252ms","start":"2026-03-09T01:58:04.986113Z","end":"2026-03-09T01:58:05.16271Z","steps":["trace[1306062253] 'process raft request' (duration: 176.51263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:05.162796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.410221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:58:05.162835Z","caller":"traceutil/trace.go:171","msg":"trace[1141078020] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8299; }","duration":"263.499042ms","start":"2026-03-09T01:58:04.899325Z","end":"2026-03-09T01:58:05.162825Z","steps":["trace[1141078020] 'agreement among raft nodes before linearized reading' (duration: 263.362359ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:05.162755Z","caller":"traceutil/trace.go:171","msg":"trace[1551137782] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"177.788209ms","start":"2026-03-09T01:58:04.984946Z","end":"2026-03-09T01:58:05.162734Z","steps":["trace[1551137782] 'process raft request' (duration: 177.603475ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:05.163055Z","caller":"traceutil/trace.go:171","msg":"trace[583279589] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"237.911177ms","start":"2026-03-09T01:58:04.925093Z","end":"2026-03-09T01:58:05.163004Z","steps":["trace[583279589] 'process raft request' (duration: 237.16626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:05.163108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.139446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T01:58:05.163186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.361517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:58:05.163213Z","caller":"traceutil/trace.go:171","msg":"trace[656765959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8299; }","duration":"176.413338ms","start":"2026-03-09T01:58:04.986792Z","end":"2026-03-09T01:58:05.163206Z","steps":["trace[656765959] 'agreement among raft nodes before linearized reading' (duration: 176.316776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:05.163115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.727376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:58:05.163209Z","caller":"traceutil/trace.go:171","msg":"trace[1257840281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8299; }","duration":"197.31724ms","start":"2026-03-09T01:58:04.965866Z","end":"2026-03-09T01:58:05.163183Z","steps":["trace[1257840281] 'agreement among raft nodes before linearized reading' (duration: 196.983902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:05.163309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.734576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:58:05.163292Z","caller":"traceutil/trace.go:171","msg":"trace[1102575759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"129.90707ms","start":"2026-03-09T01:58:05.033335Z","end":"2026-03-09T01:58:05.163242Z","steps":["trace[1102575759] 'agreement among raft nodes before linearized reading' (duration: 129.569513ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:05.163328Z","caller":"traceutil/trace.go:171","msg":"trace[833909920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8299; }","duration":"177.778698ms","start":"2026-03-09T01:58:04.985545Z","end":"2026-03-09T01:58:05.163324Z","steps":["trace[833909920] 'agreement among raft nodes before linearized reading' (duration: 177.729737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:05.398618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.167704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:58:05.398781Z","caller":"traceutil/trace.go:171","msg":"trace[962598032] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8623; }","duration":"230.886431ms","start":"2026-03-09T01:58:05.167875Z","end":"2026-03-09T01:58:05.398761Z","steps":["trace[962598032] 'read index received' (duration: 125.435121ms)","trace[962598032] 'applied index is now lower than readState.Index' (duration: 105.45024ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:58:05.399041Z","caller":"traceutil/trace.go:171","msg":"trace[1276962325] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"231.447994ms","start":"2026-03-09T01:58:05.167576Z","end":"2026-03-09T01:58:05.399024Z","steps":["trace[1276962325] 'process raft request' (duration: 125.716977ms)","trace[1276962325] 'compare' (duration: 105.027872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:58:05.3994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.492484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-09T01:58:05.399499Z","caller":"traceutil/trace.go:171","msg":"trace[1359742991] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8300; }","duration":"231.655368ms","start":"2026-03-09T01:58:05.167823Z","end":"2026-03-09T01:58:05.399478Z","steps":["trace[1359742991] 'agreement among raft nodes before linearized reading' (duration: 231.329281ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:05.41063Z","caller":"traceutil/trace.go:171","msg":"trace[1875553157] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"242.686072ms","start":"2026-03-09T01:58:05.167924Z","end":"2026-03-09T01:58:05.41061Z","steps":["trace[1875553157] 'process raft request' (duration: 242.317364ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:05.410693Z","caller":"traceutil/trace.go:171","msg":"trace[1839039995] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"233.500219ms","start":"2026-03-09T01:58:05.177115Z","end":"2026-03-09T01:58:05.410616Z","steps":["trace[1839039995] 'process raft request' (duration: 233.270534ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:05.41093Z","caller":"traceutil/trace.go:171","msg":"trace[818912193] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"233.405208ms","start":"2026-03-09T01:58:05.177279Z","end":"2026-03-09T01:58:05.410684Z","steps":["trace[818912193] 'process raft request' (duration: 233.181163ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:05.411062Z","caller":"traceutil/trace.go:171","msg":"trace[1111736087] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"233.480209ms","start":"2026-03-09T01:58:05.177568Z","end":"2026-03-09T01:58:05.411048Z","steps":["trace[1111736087] 'process raft request' (duration: 232.959447ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:05.412185Z","caller":"traceutil/trace.go:171","msg":"trace[1666679900] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"233.669254ms","start":"2026-03-09T01:58:05.178496Z","end":"2026-03-09T01:58:05.412165Z","steps":["trace[1666679900] 'process raft request' (duration: 232.087459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:05.412381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.39498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-09T01:58:05.412513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.699346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-09T01:58:05.412639Z","caller":"traceutil/trace.go:171","msg":"trace[372687363] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8305; }","duration":"234.875101ms","start":"2026-03-09T01:58:05.177736Z","end":"2026-03-09T01:58:05.412611Z","steps":["trace[372687363] 'agreement among raft nodes before linearized reading' (duration: 234.517973ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:05.412535Z","caller":"traceutil/trace.go:171","msg":"trace[1530039068] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8305; }","duration":"244.566094ms","start":"2026-03-09T01:58:05.167946Z","end":"2026-03-09T01:58:05.412512Z","steps":["trace[1530039068] 'agreement among raft nodes before linearized reading' (duration: 244.179866ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:06.279649Z","caller":"traceutil/trace.go:171","msg":"trace[159221528] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8630; }","duration":"170.707692ms","start":"2026-03-09T01:58:06.108907Z","end":"2026-03-09T01:58:06.279614Z","steps":["trace[159221528] 'read index received' (duration: 170.364694ms)","trace[159221528] 'applied index is now lower than readState.Index' (duration: 341.788µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:58:06.279819Z","caller":"traceutil/trace.go:171","msg":"trace[2126291836] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"471.205253ms","start":"2026-03-09T01:58:05.80857Z","end":"2026-03-09T01:58:06.279775Z","steps":["trace[2126291836] 'process raft request' (duration: 470.833414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:06.279965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.025509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T01:58:06.280008Z","caller":"traceutil/trace.go:171","msg":"trace[87331687] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8307; }","duration":"171.144691ms","start":"2026-03-09T01:58:06.108852Z","end":"2026-03-09T01:58:06.279997Z","steps":["trace[87331687] 'agreement among raft nodes before linearized reading' (duration: 170.916597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:06.280037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:05.808545Z","time spent":"471.359656ms","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:58:06.280271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.283061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:58:06.280332Z","caller":"traceutil/trace.go:171","msg":"trace[5701421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8307; }","duration":"150.371223ms","start":"2026-03-09T01:58:06.129935Z","end":"2026-03-09T01:58:06.280307Z","steps":["trace[5701421] 'agreement among raft nodes before linearized reading' (duration: 150.281481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:06.280345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.105291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:58:06.280447Z","caller":"traceutil/trace.go:171","msg":"trace[1188000403] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8307; }","duration":"171.287805ms","start":"2026-03-09T01:58:06.109137Z","end":"2026-03-09T01:58:06.280425Z","steps":["trace[1188000403] 'agreement among raft nodes before linearized reading' (duration: 171.009839ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:06.88169Z","caller":"traceutil/trace.go:171","msg":"trace[466673526] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8632; }","duration":"390.491048ms","start":"2026-03-09T01:58:06.491173Z","end":"2026-03-09T01:58:06.881664Z","steps":["trace[466673526] 'read index received' (duration: 390.280593ms)","trace[466673526] 'applied index is now lower than readState.Index' (duration: 208.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:58:06.88182Z","caller":"traceutil/trace.go:171","msg":"trace[1495327292] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"391.219474ms","start":"2026-03-09T01:58:06.490539Z","end":"2026-03-09T01:58:06.881758Z","steps":["trace[1495327292] 'process raft request' (duration: 390.897457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:06.881985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.788106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-09T01:58:06.882045Z","caller":"traceutil/trace.go:171","msg":"trace[469465532] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8308; }","duration":"390.893308ms","start":"2026-03-09T01:58:06.49114Z","end":"2026-03-09T01:58:06.882034Z","steps":["trace[469465532] 'agreement among raft nodes before linearized reading' (duration: 390.653812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:06.882081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:06.491122Z","time spent":"390.950189ms","remote":"127.0.0.1:43050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-09T01:58:06.882138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:06.490512Z","time spent":"391.413289ms","remote":"127.0.0.1:42964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:58:07.206304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.152038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:58:07.206587Z","caller":"traceutil/trace.go:171","msg":"trace[1073949830] linearizableReadLoop","detail":"{readStateIndex:8635; appliedIndex:8633; }","duration":"324.796447ms","start":"2026-03-09T01:58:06.881771Z","end":"2026-03-09T01:58:07.206567Z","steps":["trace[1073949830] 'read index received' (duration: 88.313912ms)","trace[1073949830] 'applied index is now lower than readState.Index' (duration: 236.481435ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:58:07.206699Z","caller":"traceutil/trace.go:171","msg":"trace[1427659341] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"386.996362ms","start":"2026-03-09T01:58:06.819637Z","end":"2026-03-09T01:58:07.206634Z","steps":["trace[1427659341] 'process raft request' (duration: 386.777037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:07.206827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.393742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:58:07.206884Z","caller":"traceutil/trace.go:171","msg":"trace[844462771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8309; }","duration":"368.498344ms","start":"2026-03-09T01:58:06.838353Z","end":"2026-03-09T01:58:07.206851Z","steps":["trace[844462771] 'agreement among raft nodes before linearized reading' (duration: 368.323409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:07.206883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.154149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh7gg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:58:07.206929Z","caller":"traceutil/trace.go:171","msg":"trace[169083721] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh7gg; range_end:; response_count:1; response_revision:8309; }","duration":"379.271872ms","start":"2026-03-09T01:58:06.827646Z","end":"2026-03-09T01:58:07.206918Z","steps":["trace[169083721] 'agreement among raft nodes before linearized reading' (duration: 379.086307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:07.206924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:06.838322Z","time spent":"368.592076ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:58:07.206915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:06.819613Z","time spent":"387.183346ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:58:07.206961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:06.827613Z","time spent":"379.341103ms","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kh7gg\" "} {"level":"warn","ts":"2026-03-09T01:58:07.211731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.77909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-09T01:58:07.211795Z","caller":"traceutil/trace.go:171","msg":"trace[653347122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8311; }","duration":"316.857921ms","start":"2026-03-09T01:58:06.894919Z","end":"2026-03-09T01:58:07.211777Z","steps":["trace[653347122] 'agreement among raft nodes before linearized reading' (duration: 316.657397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:58:07.211831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:58:06.894899Z","time spent":"316.923093ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T01:59:23.978081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.45676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:59:23.978121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.430896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:59:23.978196Z","caller":"traceutil/trace.go:171","msg":"trace[618172004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9015; }","duration":"139.642415ms","start":"2026-03-09T01:59:23.838529Z","end":"2026-03-09T01:59:23.978172Z","steps":["trace[618172004] 'range keys from in-memory index tree' (duration: 139.166704ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:59:23.978232Z","caller":"traceutil/trace.go:171","msg":"trace[721081988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9015; }","duration":"142.60715ms","start":"2026-03-09T01:59:23.835603Z","end":"2026-03-09T01:59:23.97821Z","steps":["trace[721081988] 'range keys from in-memory index tree' (duration: 142.13621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:59:23.978543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.043505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:59:23.978754Z","caller":"traceutil/trace.go:171","msg":"trace[106926395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9015; }","duration":"140.30645ms","start":"2026-03-09T01:59:23.838413Z","end":"2026-03-09T01:59:23.97872Z","steps":["trace[106926395] 'range keys from in-memory index tree' (duration: 139.759557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:59:23.97821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.975563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:59:23.97892Z","caller":"traceutil/trace.go:171","msg":"trace[464575958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9015; }","duration":"140.758301ms","start":"2026-03-09T01:59:23.838139Z","end":"2026-03-09T01:59:23.978897Z","steps":["trace[464575958] 'range keys from in-memory index tree' (duration: 139.743567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:59:24.632114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.405028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:59:24.632819Z","caller":"traceutil/trace.go:171","msg":"trace[687239612] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"648.194132ms","start":"2026-03-09T01:59:23.984602Z","end":"2026-03-09T01:59:24.632796Z","steps":["trace[687239612] 'process raft request' (duration: 648.085459ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:59:24.632816Z","caller":"traceutil/trace.go:171","msg":"trace[844325866] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"648.210182ms","start":"2026-03-09T01:59:23.984556Z","end":"2026-03-09T01:59:24.632767Z","steps":["trace[844325866] 'process raft request' (duration: 326.858904ms)","trace[844325866] 'compare' (duration: 320.03863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:59:24.632912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:59:23.98458Z","time spent":"648.285664ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:59:24.633048Z","caller":"traceutil/trace.go:171","msg":"trace[1375119900] linearizableReadLoop","detail":"{readStateIndex:9364; appliedIndex:9361; }","duration":"548.417328ms","start":"2026-03-09T01:59:24.084572Z","end":"2026-03-09T01:59:24.63299Z","steps":["trace[1375119900] 'read index received' (duration: 226.766343ms)","trace[1375119900] 'applied index is now lower than readState.Index' (duration: 321.647005ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:59:24.633082Z","caller":"traceutil/trace.go:171","msg":"trace[79800624] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"648.349516ms","start":"2026-03-09T01:59:23.98468Z","end":"2026-03-09T01:59:24.633029Z","steps":["trace[79800624] 'process raft request' (duration: 648.07342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:59:24.633194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.631182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:59:24.633197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:59:23.984537Z","time spent":"648.442288ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:59:24.63324Z","caller":"traceutil/trace.go:171","msg":"trace[1629496189] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9019; }","duration":"548.739085ms","start":"2026-03-09T01:59:24.084487Z","end":"2026-03-09T01:59:24.633226Z","steps":["trace[1629496189] 'agreement among raft nodes before linearized reading' (duration: 548.616063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:59:24.633245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:59:23.984651Z","time spent":"648.506439ms","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:59:24.633268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:59:24.084454Z","time spent":"548.807766ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-09T01:59:24.974089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.620639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:59:24.974211Z","caller":"traceutil/trace.go:171","msg":"trace[342887154] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9019; }","duration":"202.810853ms","start":"2026-03-09T01:59:24.771374Z","end":"2026-03-09T01:59:24.974184Z","steps":["trace[342887154] 'count revisions from in-memory index tree' (duration: 202.498737ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:01:01.206189Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"71d28e9ac1bc4e5d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T02:01:01.21386Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T02:01:01.213964Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T02:01:07.870397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7445} {"level":"info","ts":"2026-03-09T02:01:07.938335Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7445,"took":"65.217508ms","hash":874573902,"current-db-size-bytes":40316928,"current-db-size":"40 MB","current-db-size-in-use-bytes":25255936,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T02:01:07.938421Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":874573902,"revision":7445,"compact-revision":5419} {"level":"warn","ts":"2026-03-09T02:03:30.860657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.857406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T02:03:30.860783Z","caller":"traceutil/trace.go:171","msg":"trace[1209582126] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10481; }","duration":"121.078331ms","start":"2026-03-09T02:03:30.739681Z","end":"2026-03-09T02:03:30.860759Z","steps":["trace[1209582126] 'count revisions from in-memory index tree' (duration: 120.707593ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:06:07.87923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9676} {"level":"info","ts":"2026-03-09T02:06:07.965801Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9676,"took":"84.134075ms","hash":142555140,"current-db-size-bytes":40316928,"current-db-size":"40 MB","current-db-size-in-use-bytes":19009536,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-09T02:06:07.965887Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":142555140,"revision":9676,"compact-revision":7445}