{"level":"warn","ts":"2026-04-21T21:11:52.493222Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T21:11:52.493339Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-21T21:11:52.493416Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T21:11:52.49343Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-21T21:11:52.493449Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T21:11:52.494395Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-04-21T21:11:52.494473Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-21T21:11:52.499767Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.026066ms"} {"level":"info","ts":"2026-04-21T21:11:52.51126Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-04-21T21:11:52.511391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-04-21T21:11:52.511422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-04-21T21:11:52.51144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-21T21:11:52.511454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-04-21T21:11:52.511513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-04-21T21:11:52.520445Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-21T21:11:52.523987Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-21T21:11:52.525419Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-21T21:11:52.528219Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-21T21:11:52.528335Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-21T21:11:52.528511Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T21:11:52.528562Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T21:11:52.52861Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T21:11:52.52936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-04-21T21:11:52.529524Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-21T21:11:52.531528Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T21:11:52.531756Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-21T21:11:52.531799Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-21T21:11:52.531898Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-21T21:11:52.531977Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-21T21:11:52.712283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-04-21T21:11:52.712382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-21T21:11:52.712418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-04-21T21:11:52.71244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-04-21T21:11:52.712451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-21T21:11:52.712471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-04-21T21:11:52.712486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-21T21:11:52.713674Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-21T21:11:52.713854Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T21:11:52.713973Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T21:11:52.714488Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T21:11:52.714659Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-21T21:11:52.714709Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-21T21:11:52.715442Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T21:11:52.715563Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T21:11:52.7156Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T21:11:52.7168Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-21T21:11:52.719167Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-04-21T21:11:55.876585Z","caller":"traceutil/trace.go:171","msg":"trace[1876648686] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"328.282032ms","start":"2026-04-21T21:11:55.548259Z","end":"2026-04-21T21:11:55.876541Z","steps":["trace[1876648686] 'process raft request' (duration: 317.256082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:11:55.877417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:11:55.548044Z","time spent":"328.697722ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":650,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T21:12:03.672174Z","caller":"traceutil/trace.go:171","msg":"trace[882825997] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"180.846139ms","start":"2026-04-21T21:12:03.491285Z","end":"2026-04-21T21:12:03.672131Z","steps":["trace[882825997] 'process raft request' (duration: 98.794908ms)","trace[882825997] 'compare' (duration: 81.722063ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:12:03.672435Z","caller":"traceutil/trace.go:171","msg":"trace[1168713661] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"177.001062ms","start":"2026-04-21T21:12:03.495411Z","end":"2026-04-21T21:12:03.672412Z","steps":["trace[1168713661] 'process raft request' (duration: 176.678643ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:12:03.672472Z","caller":"traceutil/trace.go:171","msg":"trace[2042596357] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"178.625502ms","start":"2026-04-21T21:12:03.493809Z","end":"2026-04-21T21:12:03.672434Z","steps":["trace[2042596357] 'process raft request' (duration: 178.198421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:10.55484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598592672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:12:11.055872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598592672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:12:11.556358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598592672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:12:12.055193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T21:12:12.055385Z","caller":"traceutil/trace.go:171","msg":"trace[285215354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705193s","start":"2026-04-21T21:12:10.054645Z","end":"2026-04-21T21:12:12.055351Z","steps":["trace[285215354] 'agreement among raft nodes before linearized reading' (duration: 2.000482246s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:12.055481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:10.054618Z","time spent":"2.000828605s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 21:12:12 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T21:12:12.05731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598592672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:12:12.219204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.31723435s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T21:12:12.219746Z","caller":"traceutil/trace.go:171","msg":"trace[314226205] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"2.317893916s","start":"2026-04-21T21:12:09.901827Z","end":"2026-04-21T21:12:12.219721Z","steps":["trace[314226205] 'process raft request' (duration: 2.317729921s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:12.22018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:09.901804Z","time spent":"2.31801657s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:12:12.240077Z","caller":"traceutil/trace.go:171","msg":"trace[517824999] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:430; }","duration":"2.185338078s","start":"2026-04-21T21:12:10.054709Z","end":"2026-04-21T21:12:12.240047Z","steps":["trace[517824999] 'read index received' (duration: 2.164869036s)","trace[517824999] 'applied index is now lower than readState.Index' (duration: 20.467912ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:12:12.240133Z","caller":"traceutil/trace.go:171","msg":"trace[2132345579] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"180.260285ms","start":"2026-04-21T21:12:12.059841Z","end":"2026-04-21T21:12:12.240101Z","steps":["trace[2132345579] 'process raft request' (duration: 179.985557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:12.240398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365752339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T21:12:12.240464Z","caller":"traceutil/trace.go:171","msg":"trace[171841011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"1.365864892s","start":"2026-04-21T21:12:10.874585Z","end":"2026-04-21T21:12:12.240449Z","steps":["trace[171841011] 'agreement among raft nodes before linearized reading' (duration: 1.365685128s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:12.240507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:10.874566Z","time spent":"1.365930413s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T21:12:12.240658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.99587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:12:12.240708Z","caller":"traceutil/trace.go:171","msg":"trace[1781261367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"175.077173ms","start":"2026-04-21T21:12:12.065614Z","end":"2026-04-21T21:12:12.240691Z","steps":["trace[1781261367] 'agreement among raft nodes before linearized reading' (duration: 175.00086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:12.240755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739386972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T21:12:12.240802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507484563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-04-21T21:12:12.240801Z","caller":"traceutil/trace.go:171","msg":"trace[1377904403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:417; }","duration":"1.739458534s","start":"2026-04-21T21:12:10.501329Z","end":"2026-04-21T21:12:12.240787Z","steps":["trace[1377904403] 'agreement among raft nodes before linearized reading' (duration: 1.739371272s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:12:12.240832Z","caller":"traceutil/trace.go:171","msg":"trace[1764090397] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:417; }","duration":"1.507555124s","start":"2026-04-21T21:12:10.733269Z","end":"2026-04-21T21:12:12.240824Z","steps":["trace[1764090397] 'agreement among raft nodes before linearized reading' (duration: 1.507504273s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:12.24085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:10.733244Z","time spent":"1.507601925s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4395,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T21:12:12.24084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:10.501311Z","time spent":"1.739518065s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T21:12:12.240898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869062368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T21:12:12.240969Z","caller":"traceutil/trace.go:171","msg":"trace[1725415985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:417; }","duration":"1.86916098s","start":"2026-04-21T21:12:10.371788Z","end":"2026-04-21T21:12:12.240949Z","steps":["trace[1725415985] 'agreement among raft nodes before linearized reading' (duration: 1.869019277s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:12.241014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:10.371769Z","time spent":"1.869232511s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T21:12:12.241085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062614319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-21T21:12:12.241201Z","caller":"traceutil/trace.go:171","msg":"trace[1141317308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"2.062805795s","start":"2026-04-21T21:12:10.178366Z","end":"2026-04-21T21:12:12.241172Z","steps":["trace[1141317308] 'agreement among raft nodes before linearized reading' (duration: 2.062577939s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:12.241272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:10.178335Z","time spent":"2.062926188s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T21:12:34.677393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.551582ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:12:34.677487Z","caller":"traceutil/trace.go:171","msg":"trace[1677237724] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"293.549093ms","start":"2026-04-21T21:12:34.383914Z","end":"2026-04-21T21:12:34.677464Z","steps":["trace[1677237724] 'read index received' (duration: 254.065066ms)","trace[1677237724] 'applied index is now lower than readState.Index' (duration: 39.483097ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:12:34.677542Z","caller":"traceutil/trace.go:171","msg":"trace[278212344] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:623; }","duration":"251.722686ms","start":"2026-04-21T21:12:34.425797Z","end":"2026-04-21T21:12:34.67752Z","steps":["trace[278212344] 'range keys from in-memory index tree' (duration: 251.529352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:34.677677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.748808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T21:12:34.677649Z","caller":"traceutil/trace.go:171","msg":"trace[1406317339] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"303.363572ms","start":"2026-04-21T21:12:34.374235Z","end":"2026-04-21T21:12:34.677598Z","steps":["trace[1406317339] 'process raft request' (duration: 263.727752ms)","trace[1406317339] 'compare' (duration: 39.372814ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:12:34.677726Z","caller":"traceutil/trace.go:171","msg":"trace[1105554795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:624; }","duration":"293.804529ms","start":"2026-04-21T21:12:34.38391Z","end":"2026-04-21T21:12:34.677715Z","steps":["trace[1105554795] 'agreement among raft nodes before linearized reading' (duration: 293.657975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:34.677868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:34.374204Z","time spent":"303.549846ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:12:34.837106Z","caller":"traceutil/trace.go:171","msg":"trace[1593628643] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:647; }","duration":"159.538876ms","start":"2026-04-21T21:12:34.677536Z","end":"2026-04-21T21:12:34.837075Z","steps":["trace[1593628643] 'read index received' (duration: 151.113891ms)","trace[1593628643] 'applied index is now lower than readState.Index' (duration: 8.423585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:12:34.837361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.047954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T21:12:34.837352Z","caller":"traceutil/trace.go:171","msg":"trace[363609269] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"440.411135ms","start":"2026-04-21T21:12:34.396898Z","end":"2026-04-21T21:12:34.837309Z","steps":["trace[363609269] 'process raft request' (duration: 431.748334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:34.837468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.671006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T21:12:34.837498Z","caller":"traceutil/trace.go:171","msg":"trace[557996129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"439.724357ms","start":"2026-04-21T21:12:34.397768Z","end":"2026-04-21T21:12:34.837492Z","steps":["trace[557996129] 'agreement among raft nodes before linearized reading' (duration: 439.646575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:34.837511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:34.396851Z","time spent":"440.58288ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T21:12:34.837528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:34.39776Z","time spent":"439.761899ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T21:12:34.837396Z","caller":"traceutil/trace.go:171","msg":"trace[494017628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"447.142145ms","start":"2026-04-21T21:12:34.390244Z","end":"2026-04-21T21:12:34.837387Z","steps":["trace[494017628] 'agreement among raft nodes before linearized reading' (duration: 446.939661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:34.837639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:34.390234Z","time spent":"447.397273ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T21:12:34.837635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.539089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9nb5z\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-21T21:12:34.83769Z","caller":"traceutil/trace.go:171","msg":"trace[1720446291] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9nb5z; range_end:; response_count:1; response_revision:625; }","duration":"338.656761ms","start":"2026-04-21T21:12:34.499018Z","end":"2026-04-21T21:12:34.837674Z","steps":["trace[1720446291] 'agreement among raft nodes before linearized reading' (duration: 338.404644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:34.837728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:34.49899Z","time spent":"338.731163ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-9nb5z\" "} {"level":"info","ts":"2026-04-21T21:12:34.840288Z","caller":"traceutil/trace.go:171","msg":"trace[91067868] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"157.513075ms","start":"2026-04-21T21:12:34.68276Z","end":"2026-04-21T21:12:34.840273Z","steps":["trace[91067868] 'process raft request' (duration: 157.449223ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:12:35.032142Z","caller":"traceutil/trace.go:171","msg":"trace[812856444] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"178.283713ms","start":"2026-04-21T21:12:34.853816Z","end":"2026-04-21T21:12:35.032099Z","steps":["trace[812856444] 'process raft request' (duration: 124.945774ms)","trace[812856444] 'compare' (duration: 53.183915ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:12:35.992234Z","caller":"traceutil/trace.go:171","msg":"trace[697621055] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"581.117391ms","start":"2026-04-21T21:12:35.41107Z","end":"2026-04-21T21:12:35.992187Z","steps":["trace[697621055] 'process raft request' (duration: 578.963446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:35.992403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:12:35.411048Z","time spent":"581.286756ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T21:12:36.588135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.217341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-21T21:12:36.588408Z","caller":"traceutil/trace.go:171","msg":"trace[1096446496] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:633; }","duration":"154.545948ms","start":"2026-04-21T21:12:36.433821Z","end":"2026-04-21T21:12:36.588367Z","steps":["trace[1096446496] 'agreement among raft nodes before linearized reading' (duration: 153.39089ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:12:36.587186Z","caller":"traceutil/trace.go:171","msg":"trace[1771036343] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:655; }","duration":"153.210274ms","start":"2026-04-21T21:12:36.433886Z","end":"2026-04-21T21:12:36.587097Z","steps":["trace[1771036343] 'read index received' (duration: 143.63243ms)","trace[1771036343] 'applied index is now lower than readState.Index' (duration: 9.576774ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:12:36.587335Z","caller":"traceutil/trace.go:171","msg":"trace[284696455] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"187.201542ms","start":"2026-04-21T21:12:36.399937Z","end":"2026-04-21T21:12:36.587138Z","steps":["trace[284696455] 'process raft request' (duration: 178.624672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:12:37.83871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.834967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T21:12:37.838839Z","caller":"traceutil/trace.go:171","msg":"trace[1165904464] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"214.788364ms","start":"2026-04-21T21:12:37.624029Z","end":"2026-04-21T21:12:37.838818Z","steps":["trace[1165904464] 'process raft request' (duration: 57.601918ms)","trace[1165904464] 'compare' (duration: 156.692174ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:12:41.807616Z","caller":"traceutil/trace.go:171","msg":"trace[1098139997] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"100.958213ms","start":"2026-04-21T21:12:41.706628Z","end":"2026-04-21T21:12:41.807586Z","steps":["trace[1098139997] 'process raft request' (duration: 100.693376ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:12:58.382843Z","caller":"traceutil/trace.go:171","msg":"trace[957984038] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"253.958863ms","start":"2026-04-21T21:12:58.128852Z","end":"2026-04-21T21:12:58.382811Z","steps":["trace[957984038] 'process raft request' (duration: 253.771268ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:13:18.85601Z","caller":"traceutil/trace.go:171","msg":"trace[859754612] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"108.339056ms","start":"2026-04-21T21:13:18.747643Z","end":"2026-04-21T21:13:18.855982Z","steps":["trace[859754612] 'process raft request' (duration: 108.170052ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:13:27.321818Z","caller":"traceutil/trace.go:171","msg":"trace[2044588226] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1244; }","duration":"265.869911ms","start":"2026-04-21T21:13:27.055908Z","end":"2026-04-21T21:13:27.321778Z","steps":["trace[2044588226] 'read index received' (duration: 265.553242ms)","trace[2044588226] 'applied index is now lower than readState.Index' (duration: 315.019µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:13:27.321872Z","caller":"traceutil/trace.go:171","msg":"trace[412356102] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"302.425303ms","start":"2026-04-21T21:13:27.019417Z","end":"2026-04-21T21:13:27.321842Z","steps":["trace[412356102] 'process raft request' (duration: 302.123895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:13:27.322035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.091866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:13:27.322101Z","caller":"traceutil/trace.go:171","msg":"trace[1806023458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"266.242289ms","start":"2026-04-21T21:13:27.055838Z","end":"2026-04-21T21:13:27.322081Z","steps":["trace[1806023458] 'agreement among raft nodes before linearized reading' (duration: 266.101606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:13:27.322119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:13:27.019403Z","time spent":"302.603398ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:13:27.32235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.215577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-21T21:13:27.322451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.637772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T21:13:27.322451Z","caller":"traceutil/trace.go:171","msg":"trace[1658309444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1208; }","duration":"206.36785ms","start":"2026-04-21T21:13:27.11606Z","end":"2026-04-21T21:13:27.322428Z","steps":["trace[1658309444] 'agreement among raft nodes before linearized reading' (duration: 206.137564ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:13:27.322527Z","caller":"traceutil/trace.go:171","msg":"trace[1359338221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"196.740084ms","start":"2026-04-21T21:13:27.125769Z","end":"2026-04-21T21:13:27.322509Z","steps":["trace[1359338221] 'agreement among raft nodes before linearized reading' (duration: 196.517709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:13:27.322446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.654859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T21:13:27.322637Z","caller":"traceutil/trace.go:171","msg":"trace[1475584120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1208; }","duration":"199.867314ms","start":"2026-04-21T21:13:27.12275Z","end":"2026-04-21T21:13:27.322617Z","steps":["trace[1475584120] 'agreement among raft nodes before linearized reading' (duration: 199.561417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:13:28.187099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.836103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T21:13:28.18736Z","caller":"traceutil/trace.go:171","msg":"trace[403290436] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"859.439589ms","start":"2026-04-21T21:13:27.327887Z","end":"2026-04-21T21:13:28.187326Z","steps":["trace[403290436] 'process raft request' (duration: 744.254598ms)","trace[403290436] 'compare' (duration: 113.652772ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:13:28.187424Z","caller":"traceutil/trace.go:171","msg":"trace[1277026255] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1245; }","duration":"418.459126ms","start":"2026-04-21T21:13:27.768943Z","end":"2026-04-21T21:13:28.187402Z","steps":["trace[1277026255] 'read index received' (duration: 303.339267ms)","trace[1277026255] 'applied index is now lower than readState.Index' (duration: 115.118849ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:13:28.187459Z","caller":"traceutil/trace.go:171","msg":"trace[1416781069] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"859.10543ms","start":"2026-04-21T21:13:27.328328Z","end":"2026-04-21T21:13:28.187434Z","steps":["trace[1416781069] 'process raft request' (duration: 859.030668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:13:28.187536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.594799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T21:13:28.187575Z","caller":"traceutil/trace.go:171","msg":"trace[217891048] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1211; }","duration":"418.637191ms","start":"2026-04-21T21:13:27.768927Z","end":"2026-04-21T21:13:28.187565Z","steps":["trace[217891048] 'agreement among raft nodes before linearized reading' (duration: 418.531658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:13:28.187573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:13:27.328294Z","time spent":"859.205653ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:13:28.187611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:13:27.768856Z","time spent":"418.746075ms","remote":"127.0.0.1:33680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T21:13:28.187627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:13:27.327864Z","time spent":"859.571832ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:13:28.187753Z","caller":"traceutil/trace.go:171","msg":"trace[278543071] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"859.563163ms","start":"2026-04-21T21:13:27.328175Z","end":"2026-04-21T21:13:28.187738Z","steps":["trace[278543071] 'process raft request' (duration: 859.06944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:13:28.187846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:13:27.328165Z","time spent":"859.632844ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:13:44.065826Z","caller":"traceutil/trace.go:171","msg":"trace[1442384465] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"178.657434ms","start":"2026-04-21T21:13:43.887129Z","end":"2026-04-21T21:13:44.065787Z","steps":["trace[1442384465] 'process raft request' (duration: 178.347765ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:13:52.500314Z","caller":"traceutil/trace.go:171","msg":"trace[1031038356] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"187.940079ms","start":"2026-04-21T21:13:52.31235Z","end":"2026-04-21T21:13:52.50029Z","steps":["trace[1031038356] 'process raft request' (duration: 187.754385ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:13:52.592883Z","caller":"traceutil/trace.go:171","msg":"trace[956031780] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"279.083608ms","start":"2026-04-21T21:13:52.313766Z","end":"2026-04-21T21:13:52.592849Z","steps":["trace[956031780] 'process raft request' (duration: 279.016295ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:13:52.592941Z","caller":"traceutil/trace.go:171","msg":"trace[264964565] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"279.740274ms","start":"2026-04-21T21:13:52.31317Z","end":"2026-04-21T21:13:52.59291Z","steps":["trace[264964565] 'process raft request' (duration: 242.306368ms)","trace[264964565] 'compare' (duration: 37.074697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:13:52.877856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.622838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T21:13:52.877959Z","caller":"traceutil/trace.go:171","msg":"trace[626334584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1479; }","duration":"143.788573ms","start":"2026-04-21T21:13:52.734148Z","end":"2026-04-21T21:13:52.877936Z","steps":["trace[626334584] 'range keys from in-memory index tree' (duration: 143.386602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.155023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013375689s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T21:14:19.267807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:18.718741Z","time spent":"549.057036ms","remote":"127.0.0.1:37826","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T21:14:19.268414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126688783s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T21:14:19.268677Z","caller":"traceutil/trace.go:171","msg":"trace[964823483] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.229753262s","start":"2026-04-21T21:14:18.038896Z","end":"2026-04-21T21:14:19.268649Z","steps":["trace[964823483] 'process raft request' (duration: 1.22965832s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.268748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:18.038873Z","time spent":"1.229846065s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:19.269059Z","caller":"traceutil/trace.go:171","msg":"trace[2084930264] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.327233106s","start":"2026-04-21T21:14:17.941763Z","end":"2026-04-21T21:14:19.268996Z","steps":["trace[2084930264] 'process raft request' (duration: 199.834245ms)","trace[2084930264] 'compare' (duration: 1.126388156s)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:14:19.269068Z","caller":"traceutil/trace.go:171","msg":"trace[1435071743] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1971; }","duration":"1.289258052s","start":"2026-04-21T21:14:17.979782Z","end":"2026-04-21T21:14:19.26904Z","steps":["trace[1435071743] 'read index received' (duration: 161.82959ms)","trace[1435071743] 'applied index is now lower than readState.Index' (duration: 1.127425911s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:14:19.269284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289490499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5062d19a-2f52-430f-8858-196c60dbfffc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-21T21:14:19.269329Z","caller":"traceutil/trace.go:171","msg":"trace[2146986106] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5062d19a-2f52-430f-8858-196c60dbfffc; range_end:; response_count:1; response_revision:1900; }","duration":"1.289589241s","start":"2026-04-21T21:14:17.979731Z","end":"2026-04-21T21:14:19.26932Z","steps":["trace[2146986106] 'agreement among raft nodes before linearized reading' (duration: 1.289399006s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.26935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:17.979712Z","time spent":"1.289633182s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5062d19a-2f52-430f-8858-196c60dbfffc\" "} {"level":"warn","ts":"2026-04-21T21:14:19.269572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:17.941735Z","time spent":"1.327434271s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:19.275149Z","caller":"traceutil/trace.go:171","msg":"trace[273434708] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"111.347813ms","start":"2026-04-21T21:14:19.163783Z","end":"2026-04-21T21:14:19.27513Z","steps":["trace[273434708] 'process raft request' (duration: 111.23419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.286521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.530235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T21:14:19.286586Z","caller":"traceutil/trace.go:171","msg":"trace[942537234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1902; }","duration":"813.605807ms","start":"2026-04-21T21:14:18.472966Z","end":"2026-04-21T21:14:19.286572Z","steps":["trace[942537234] 'agreement among raft nodes before linearized reading' (duration: 813.470423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.286615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:18.472948Z","time spent":"813.660998ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T21:14:19.286618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20148112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5062d19a-2f52-430f-8858-196c60dbfffc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-21T21:14:19.286678Z","caller":"traceutil/trace.go:171","msg":"trace[157510404] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5062d19a-2f52-430f-8858-196c60dbfffc; range_end:; response_count:1; response_revision:1902; }","duration":"1.201568862s","start":"2026-04-21T21:14:18.0851Z","end":"2026-04-21T21:14:19.286669Z","steps":["trace[157510404] 'agreement among raft nodes before linearized reading' (duration: 1.201456229s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.286706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:18.085082Z","time spent":"1.201618423s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5062d19a-2f52-430f-8858-196c60dbfffc\" "} {"level":"warn","ts":"2026-04-21T21:14:19.28676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.544743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T21:14:19.28684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20186635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:14:19.286839Z","caller":"traceutil/trace.go:171","msg":"trace[1012839319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"641.675466ms","start":"2026-04-21T21:14:18.645147Z","end":"2026-04-21T21:14:19.286822Z","steps":["trace[1012839319] 'agreement among raft nodes before linearized reading' (duration: 641.421929ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:19.286861Z","caller":"traceutil/trace.go:171","msg":"trace[9801273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"1.201908492s","start":"2026-04-21T21:14:18.084947Z","end":"2026-04-21T21:14:19.286855Z","steps":["trace[9801273] 'agreement among raft nodes before linearized reading' (duration: 1.201876541s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.286875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:18.645116Z","time spent":"641.751877ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T21:14:19.286886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:18.084933Z","time spent":"1.201949452s","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T21:14:19.286522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27101512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T21:14:19.287018Z","caller":"traceutil/trace.go:171","msg":"trace[2031897875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"1.271515223s","start":"2026-04-21T21:14:18.015446Z","end":"2026-04-21T21:14:19.286961Z","steps":["trace[2031897875] 'agreement among raft nodes before linearized reading' (duration: 1.270923968s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.287059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.637685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T21:14:19.287071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.539021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T21:14:19.287089Z","caller":"traceutil/trace.go:171","msg":"trace[1995628281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"553.699587ms","start":"2026-04-21T21:14:18.73338Z","end":"2026-04-21T21:14:19.28708Z","steps":["trace[1995628281] 'agreement among raft nodes before linearized reading' (duration: 553.615965ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:19.287097Z","caller":"traceutil/trace.go:171","msg":"trace[1671665802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"232.567012ms","start":"2026-04-21T21:14:19.054524Z","end":"2026-04-21T21:14:19.287091Z","steps":["trace[1671665802] 'agreement among raft nodes before linearized reading' (duration: 232.45975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.287118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:18.733363Z","time spent":"553.746958ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T21:14:19.287117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:18.015426Z","time spent":"1.271654576s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T21:14:19.2873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.729125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T21:14:19.287404Z","caller":"traceutil/trace.go:171","msg":"trace[1940782112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"556.875138ms","start":"2026-04-21T21:14:18.730507Z","end":"2026-04-21T21:14:19.287382Z","steps":["trace[1940782112] 'agreement among raft nodes before linearized reading' (duration: 555.886823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:19.287471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:18.730489Z","time spent":"556.968712ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T21:14:20.126529Z","caller":"traceutil/trace.go:171","msg":"trace[319477374] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"833.865091ms","start":"2026-04-21T21:14:19.292607Z","end":"2026-04-21T21:14:20.126472Z","steps":["trace[319477374] 'process raft request' (duration: 747.72454ms)","trace[319477374] 'compare' (duration: 85.532225ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:14:20.126619Z","caller":"traceutil/trace.go:171","msg":"trace[163362468] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"833.956343ms","start":"2026-04-21T21:14:19.292636Z","end":"2026-04-21T21:14:20.126593Z","steps":["trace[163362468] 'process raft request' (duration: 833.523382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:20.126742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:19.292607Z","time spent":"834.066616ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:20.126777Z","caller":"traceutil/trace.go:171","msg":"trace[42544064] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"834.028825ms","start":"2026-04-21T21:14:19.292697Z","end":"2026-04-21T21:14:20.126725Z","steps":["trace[42544064] 'process raft request' (duration: 833.544203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:20.126911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:19.292569Z","time spent":"834.028735ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:14:20.127066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:19.292667Z","time spent":"834.22396ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:20.127528Z","caller":"traceutil/trace.go:171","msg":"trace[930770089] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"834.699732ms","start":"2026-04-21T21:14:19.292801Z","end":"2026-04-21T21:14:20.127501Z","steps":["trace[930770089] 'process raft request' (duration: 833.495342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:20.127608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:19.292769Z","time spent":"834.801076ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:20.128223Z","caller":"traceutil/trace.go:171","msg":"trace[1602988963] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1975; }","duration":"829.21505ms","start":"2026-04-21T21:14:19.298984Z","end":"2026-04-21T21:14:20.128199Z","steps":["trace[1602988963] 'read index received' (duration: 59.210974ms)","trace[1602988963] 'applied index is now lower than readState.Index' (duration: 770.002536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:14:20.128689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.700953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:14:20.128732Z","caller":"traceutil/trace.go:171","msg":"trace[1650434288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1908; }","duration":"829.785885ms","start":"2026-04-21T21:14:19.298935Z","end":"2026-04-21T21:14:20.128721Z","steps":["trace[1650434288] 'agreement among raft nodes before linearized reading' (duration: 829.719433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:20.128754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:19.298926Z","time spent":"829.822506ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T21:14:20.128915Z","caller":"traceutil/trace.go:171","msg":"trace[1558890193] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"831.845408ms","start":"2026-04-21T21:14:19.297008Z","end":"2026-04-21T21:14:20.128854Z","steps":["trace[1558890193] 'process raft request' (duration: 830.290418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:20.128991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.172155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-21T21:14:20.129169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:19.296987Z","time spent":"832.012934ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:20.129788Z","caller":"traceutil/trace.go:171","msg":"trace[1386569209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1908; }","duration":"511.34091ms","start":"2026-04-21T21:14:19.617719Z","end":"2026-04-21T21:14:20.12906Z","steps":["trace[1386569209] 'agreement among raft nodes before linearized reading' (duration: 511.098293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:20.129957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:19.617694Z","time spent":"512.230683ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T21:14:25.679235Z","caller":"traceutil/trace.go:171","msg":"trace[169800081] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"390.061839ms","start":"2026-04-21T21:14:25.289146Z","end":"2026-04-21T21:14:25.679208Z","steps":["trace[169800081] 'process raft request' (duration: 389.858644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:25.679437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:25.289126Z","time spent":"390.210795ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:25.754852Z","caller":"traceutil/trace.go:171","msg":"trace[1827682652] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"465.209745ms","start":"2026-04-21T21:14:25.289622Z","end":"2026-04-21T21:14:25.754832Z","steps":["trace[1827682652] 'process raft request' (duration: 465.017461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:25.755022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:25.289599Z","time spent":"465.320919ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:25.755196Z","caller":"traceutil/trace.go:171","msg":"trace[259248167] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"460.75438ms","start":"2026-04-21T21:14:25.294395Z","end":"2026-04-21T21:14:25.75515Z","steps":["trace[259248167] 'process raft request' (duration: 460.39509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:25.755337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:25.29438Z","time spent":"460.880163ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:25.755347Z","caller":"traceutil/trace.go:171","msg":"trace[185003817] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"449.345336ms","start":"2026-04-21T21:14:25.305982Z","end":"2026-04-21T21:14:25.755327Z","steps":["trace[185003817] 'process raft request' (duration: 449.072189ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:25.755206Z","caller":"traceutil/trace.go:171","msg":"trace[618104040] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2034; }","duration":"424.408739ms","start":"2026-04-21T21:14:25.33078Z","end":"2026-04-21T21:14:25.755189Z","steps":["trace[618104040] 'read index received' (duration: 348.212136ms)","trace[618104040] 'applied index is now lower than readState.Index' (duration: 76.195663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:14:25.755435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:25.305913Z","time spent":"449.478698ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:14:25.755453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.616874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T21:14:25.755503Z","caller":"traceutil/trace.go:171","msg":"trace[1150706403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"424.751427ms","start":"2026-04-21T21:14:25.330737Z","end":"2026-04-21T21:14:25.755489Z","steps":["trace[1150706403] 'agreement among raft nodes before linearized reading' (duration: 424.510322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:25.755539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:25.330722Z","time spent":"424.807468ms","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T21:14:25.755724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.351088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T21:14:25.755802Z","caller":"traceutil/trace.go:171","msg":"trace[1311145452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1963; }","duration":"373.478061ms","start":"2026-04-21T21:14:25.382304Z","end":"2026-04-21T21:14:25.755782Z","steps":["trace[1311145452] 'agreement among raft nodes before linearized reading' (duration: 373.256604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:25.75585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:25.382281Z","time spent":"373.556943ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T21:14:28.304333Z","caller":"traceutil/trace.go:171","msg":"trace[481473986] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2051; }","duration":"135.969871ms","start":"2026-04-21T21:14:28.168338Z","end":"2026-04-21T21:14:28.304308Z","steps":["trace[481473986] 'read index received' (duration: 2.059644ms)","trace[481473986] 'applied index is now lower than readState.Index' (duration: 133.909317ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:14:28.304487Z","caller":"traceutil/trace.go:171","msg":"trace[1659933396] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"136.905914ms","start":"2026-04-21T21:14:28.167543Z","end":"2026-04-21T21:14:28.304449Z","steps":["trace[1659933396] 'process raft request' (duration: 40.656432ms)","trace[1659933396] 'compare' (duration: 96.002676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:14:28.304577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.223737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T21:14:28.304617Z","caller":"traceutil/trace.go:171","msg":"trace[145176177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1977; }","duration":"136.330829ms","start":"2026-04-21T21:14:28.168276Z","end":"2026-04-21T21:14:28.304607Z","steps":["trace[145176177] 'agreement among raft nodes before linearized reading' (duration: 136.172235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:28.304791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.472753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-21T21:14:28.30492Z","caller":"traceutil/trace.go:171","msg":"trace[197470664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1977; }","duration":"124.672928ms","start":"2026-04-21T21:14:28.180222Z","end":"2026-04-21T21:14:28.304895Z","steps":["trace[197470664] 'agreement among raft nodes before linearized reading' (duration: 124.310878ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:32.337796Z","caller":"traceutil/trace.go:171","msg":"trace[1733150808] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"148.382762ms","start":"2026-04-21T21:14:32.189392Z","end":"2026-04-21T21:14:32.337775Z","steps":["trace[1733150808] 'process raft request' (duration: 148.225298ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:32.695872Z","caller":"traceutil/trace.go:171","msg":"trace[1281801975] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"325.379155ms","start":"2026-04-21T21:14:32.370449Z","end":"2026-04-21T21:14:32.695828Z","steps":["trace[1281801975] 'process raft request' (duration: 235.740144ms)","trace[1281801975] 'compare' (duration: 89.397614ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:14:32.695896Z","caller":"traceutil/trace.go:171","msg":"trace[83498706] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2090; }","duration":"280.873923ms","start":"2026-04-21T21:14:32.41499Z","end":"2026-04-21T21:14:32.695864Z","steps":["trace[83498706] 'read index received' (duration: 17.255856ms)","trace[83498706] 'applied index is now lower than readState.Index' (duration: 263.616896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:14:32.696046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:32.370433Z","time spent":"325.524519ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:32.696116Z","caller":"traceutil/trace.go:171","msg":"trace[182169901] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"152.154569ms","start":"2026-04-21T21:14:32.54393Z","end":"2026-04-21T21:14:32.696085Z","steps":["trace[182169901] 'process raft request' (duration: 151.885522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:32.696385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.289022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:14:32.696493Z","caller":"traceutil/trace.go:171","msg":"trace[1628969919] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2016; }","duration":"281.515369ms","start":"2026-04-21T21:14:32.414954Z","end":"2026-04-21T21:14:32.696469Z","steps":["trace[1628969919] 'agreement among raft nodes before linearized reading' (duration: 281.036367ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:32.930866Z","caller":"traceutil/trace.go:171","msg":"trace[333153580] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2093; }","duration":"118.710263ms","start":"2026-04-21T21:14:32.812125Z","end":"2026-04-21T21:14:32.930835Z","steps":["trace[333153580] 'read index received' (duration: 112.173144ms)","trace[333153580] 'applied index is now lower than readState.Index' (duration: 6.535769ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:14:32.930905Z","caller":"traceutil/trace.go:171","msg":"trace[1552147371] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"224.639316ms","start":"2026-04-21T21:14:32.706242Z","end":"2026-04-21T21:14:32.930882Z","steps":["trace[1552147371] 'process raft request' (duration: 218.009484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:32.931092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.95306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T21:14:32.931141Z","caller":"traceutil/trace.go:171","msg":"trace[167608975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2017; }","duration":"119.055452ms","start":"2026-04-21T21:14:32.812073Z","end":"2026-04-21T21:14:32.931128Z","steps":["trace[167608975] 'agreement among raft nodes before linearized reading' (duration: 118.863027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:36.863382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598595924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:14:37.363898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598595924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:14:37.864775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598595924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:14:38.08929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.734037939s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T21:14:38.089684Z","caller":"traceutil/trace.go:171","msg":"trace[566240128] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"1.73451529s","start":"2026-04-21T21:14:36.355143Z","end":"2026-04-21T21:14:38.089659Z","steps":["trace[566240128] 'process raft request' (duration: 1.734341886s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.08982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:36.355119Z","time spent":"1.734632473s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:38.129374Z","caller":"traceutil/trace.go:171","msg":"trace[1050377119] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"398.111588ms","start":"2026-04-21T21:14:37.731239Z","end":"2026-04-21T21:14:38.129351Z","steps":["trace[1050377119] 'process raft request' (duration: 398.043097ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:38.129512Z","caller":"traceutil/trace.go:171","msg":"trace[374077268] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"333.429773ms","start":"2026-04-21T21:14:37.79606Z","end":"2026-04-21T21:14:38.12949Z","steps":["trace[374077268] 'process raft request' (duration: 333.256719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.129591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:37.795994Z","time spent":"333.554026ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:14:38.129695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:37.731204Z","time spent":"398.236362ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:38.129778Z","caller":"traceutil/trace.go:171","msg":"trace[956815912] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"326.525264ms","start":"2026-04-21T21:14:37.803238Z","end":"2026-04-21T21:14:38.129763Z","steps":["trace[956815912] 'process raft request' (duration: 326.209787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.129851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:37.803213Z","time spent":"326.601468ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:38.129386Z","caller":"traceutil/trace.go:171","msg":"trace[85811719] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"432.16727ms","start":"2026-04-21T21:14:37.697192Z","end":"2026-04-21T21:14:38.129359Z","steps":["trace[85811719] 'process raft request' (duration: 431.913153ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:38.130018Z","caller":"traceutil/trace.go:171","msg":"trace[1984044964] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2122; }","duration":"1.767268859s","start":"2026-04-21T21:14:36.362737Z","end":"2026-04-21T21:14:38.130006Z","steps":["trace[1984044964] 'read index received' (duration: 1.726919874s)","trace[1984044964] 'applied index is now lower than readState.Index' (duration: 40.348255ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:14:38.130098Z","caller":"traceutil/trace.go:171","msg":"trace[462450276] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"324.0382ms","start":"2026-04-21T21:14:37.806049Z","end":"2026-04-21T21:14:38.130087Z","steps":["trace[462450276] 'process raft request' (duration: 323.64372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.130154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:37.806035Z","time spent":"324.086782ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:14:38.130287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692664768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-21T21:14:38.130337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.598876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T21:14:38.130357Z","caller":"traceutil/trace.go:171","msg":"trace[1553415343] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:2050; }","duration":"1.692775571s","start":"2026-04-21T21:14:36.437565Z","end":"2026-04-21T21:14:38.130341Z","steps":["trace[1553415343] 'agreement among raft nodes before linearized reading' (duration: 1.692612967s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:38.130373Z","caller":"traceutil/trace.go:171","msg":"trace[16352425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2050; }","duration":"209.677808ms","start":"2026-04-21T21:14:37.920686Z","end":"2026-04-21T21:14:38.130364Z","steps":["trace[16352425] 'agreement among raft nodes before linearized reading' (duration: 209.558725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.13039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:36.437546Z","time spent":"1.692837202s","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-21T21:14:38.130483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324243749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-21T21:14:38.130515Z","caller":"traceutil/trace.go:171","msg":"trace[2055770506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2050; }","duration":"1.324319791s","start":"2026-04-21T21:14:36.806186Z","end":"2026-04-21T21:14:38.130506Z","steps":["trace[2055770506] 'agreement among raft nodes before linearized reading' (duration: 1.324227927s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.130524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767798074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T21:14:38.130545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:36.80616Z","time spent":"1.324375872s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T21:14:38.130548Z","caller":"traceutil/trace.go:171","msg":"trace[2008213652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2050; }","duration":"1.767863666s","start":"2026-04-21T21:14:36.362677Z","end":"2026-04-21T21:14:38.13054Z","steps":["trace[2008213652] 'agreement among raft nodes before linearized reading' (duration: 1.767798254s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.130573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:36.36264Z","time spent":"1.767926657s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T21:14:38.130643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631869614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-21T21:14:38.130634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42082743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T21:14:38.130692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:37.697163Z","time spent":"433.488254ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:14:38.130705Z","caller":"traceutil/trace.go:171","msg":"trace[2015038571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2050; }","duration":"1.420956323s","start":"2026-04-21T21:14:36.709732Z","end":"2026-04-21T21:14:38.130688Z","steps":["trace[2015038571] 'agreement among raft nodes before linearized reading' (duration: 1.420719156s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.130747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:36.709712Z","time spent":"1.421027024s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T21:14:38.130716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.893407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T21:14:38.13078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165063987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T21:14:38.130818Z","caller":"traceutil/trace.go:171","msg":"trace[351419470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2050; }","duration":"1.165138659s","start":"2026-04-21T21:14:36.965668Z","end":"2026-04-21T21:14:38.130807Z","steps":["trace[351419470] 'agreement among raft nodes before linearized reading' (duration: 1.165016416s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:14:38.130827Z","caller":"traceutil/trace.go:171","msg":"trace[1251978690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2050; }","duration":"139.076962ms","start":"2026-04-21T21:14:37.991723Z","end":"2026-04-21T21:14:38.1308Z","steps":["trace[1251978690] 'agreement among raft nodes before linearized reading' (duration: 138.895858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.130845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:36.965645Z","time spent":"1.1651926s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T21:14:38.130665Z","caller":"traceutil/trace.go:171","msg":"trace[697674499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2050; }","duration":"1.631931745s","start":"2026-04-21T21:14:36.498727Z","end":"2026-04-21T21:14:38.130659Z","steps":["trace[697674499] 'agreement among raft nodes before linearized reading' (duration: 1.631869644s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:14:38.131019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:14:36.498705Z","time spent":"1.632300804s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T21:15:16.825643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598596431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:15:17.326223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598596431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:15:17.758578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.48718044s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T21:15:17.758911Z","caller":"traceutil/trace.go:171","msg":"trace[1055021166] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"1.48760188s","start":"2026-04-21T21:15:16.271291Z","end":"2026-04-21T21:15:17.758893Z","steps":["trace[1055021166] 'process raft request' (duration: 1.487465687s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:17.759029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.271277Z","time spent":"1.487694863s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:15:18.09988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.170043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T21:15:18.100294Z","caller":"traceutil/trace.go:171","msg":"trace[315645646] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2338; }","duration":"1.775505018s","start":"2026-04-21T21:15:16.324771Z","end":"2026-04-21T21:15:18.100276Z","steps":["trace[315645646] 'read index received' (duration: 1.433983393s)","trace[315645646] 'applied index is now lower than readState.Index' (duration: 341.520775ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:15:18.100396Z","caller":"traceutil/trace.go:171","msg":"trace[1480370307] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"1.823248056s","start":"2026-04-21T21:15:16.277115Z","end":"2026-04-21T21:15:18.100363Z","steps":["trace[1480370307] 'process raft request' (duration: 1.823061841s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:15:18.100515Z","caller":"traceutil/trace.go:171","msg":"trace[1333450441] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"343.542117ms","start":"2026-04-21T21:15:17.756963Z","end":"2026-04-21T21:15:18.100505Z","steps":["trace[1333450441] 'process raft request' (duration: 343.2801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:18.100556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045876809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T21:15:18.100553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775768905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T21:15:18.100601Z","caller":"traceutil/trace.go:171","msg":"trace[306328502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2258; }","duration":"1.045944771s","start":"2026-04-21T21:15:17.054646Z","end":"2026-04-21T21:15:18.100591Z","steps":["trace[306328502] 'agreement among raft nodes before linearized reading' (duration: 1.04589175s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:18.100616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230949831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T21:15:18.100629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:17.054631Z","time spent":"1.045988202s","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T21:15:18.100621Z","caller":"traceutil/trace.go:171","msg":"trace[761454997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2258; }","duration":"1.775866877s","start":"2026-04-21T21:15:16.324735Z","end":"2026-04-21T21:15:18.100601Z","steps":["trace[761454997] 'agreement among raft nodes before linearized reading' (duration: 1.775674093s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:15:18.100648Z","caller":"traceutil/trace.go:171","msg":"trace[845666925] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2258; }","duration":"1.230984512s","start":"2026-04-21T21:15:16.869656Z","end":"2026-04-21T21:15:18.10064Z","steps":["trace[845666925] 'agreement among raft nodes before linearized reading' (duration: 1.230933411s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:18.100661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661141999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-21T21:15:18.100674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.869609Z","time spent":"1.231057964s","remote":"127.0.0.1:39166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T21:15:18.100662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.32472Z","time spent":"1.775933309s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T21:15:18.100714Z","caller":"traceutil/trace.go:171","msg":"trace[1049149560] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:2258; }","duration":"1.661218442s","start":"2026-04-21T21:15:16.439481Z","end":"2026-04-21T21:15:18.1007Z","steps":["trace[1049149560] 'agreement among raft nodes before linearized reading' (duration: 1.661093019s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:15:18.100624Z","caller":"traceutil/trace.go:171","msg":"trace[1229046989] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"1.826647903s","start":"2026-04-21T21:15:16.273896Z","end":"2026-04-21T21:15:18.100544Z","steps":["trace[1229046989] 'process raft request' (duration: 1.826190661s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:18.100775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:17.75694Z","time spent":"343.63406ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:15:18.100397Z","caller":"traceutil/trace.go:171","msg":"trace[1754769530] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"1.828149792s","start":"2026-04-21T21:15:16.272222Z","end":"2026-04-21T21:15:18.100372Z","steps":["trace[1754769530] 'process raft request' (duration: 1.617415424s)","trace[1754769530] 'compare' (duration: 209.930927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:15:18.100907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767458222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T21:15:18.100913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767985606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T21:15:18.100928Z","caller":"traceutil/trace.go:171","msg":"trace[1387718721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2258; }","duration":"1.767477772s","start":"2026-04-21T21:15:16.333443Z","end":"2026-04-21T21:15:18.10092Z","steps":["trace[1387718721] 'agreement among raft nodes before linearized reading' (duration: 1.76741588s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:15:18.100945Z","caller":"traceutil/trace.go:171","msg":"trace[1487744461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2258; }","duration":"1.768048477s","start":"2026-04-21T21:15:16.33289Z","end":"2026-04-21T21:15:18.100938Z","steps":["trace[1487744461] 'agreement among raft nodes before linearized reading' (duration: 1.767971436s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:18.100974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.332872Z","time spent":"1.768095539s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T21:15:18.100517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773559428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-21T21:15:18.100979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.273887Z","time spent":"1.82696039s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:15:18.101011Z","caller":"traceutil/trace.go:171","msg":"trace[1639971325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2258; }","duration":"1.774095103s","start":"2026-04-21T21:15:16.326908Z","end":"2026-04-21T21:15:18.101003Z","steps":["trace[1639971325] 'agreement among raft nodes before linearized reading' (duration: 1.773514948s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:18.100948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.333395Z","time spent":"1.767547454s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T21:15:18.101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.272201Z","time spent":"1.828712755s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:15:18.100746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.439465Z","time spent":"1.661273503s","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-21T21:15:18.101043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.326891Z","time spent":"1.774144454s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T21:15:18.100843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715511526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T21:15:18.100421Z","caller":"traceutil/trace.go:171","msg":"trace[1205682084] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"1.823051661s","start":"2026-04-21T21:15:16.277358Z","end":"2026-04-21T21:15:18.100409Z","steps":["trace[1205682084] 'process raft request' (duration: 1.822852645s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:15:18.101094Z","caller":"traceutil/trace.go:171","msg":"trace[1303940842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2258; }","duration":"1.715783524s","start":"2026-04-21T21:15:16.385294Z","end":"2026-04-21T21:15:18.101078Z","steps":["trace[1303940842] 'agreement among raft nodes before linearized reading' (duration: 1.715478565s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:18.100531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.277082Z","time spent":"1.82338103s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:15:18.101116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.385278Z","time spent":"1.715832356s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T21:15:18.101139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.277342Z","time spent":"1.82376773s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:15:18.10083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617241509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a87bb8b079805d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-21T21:15:18.101238Z","caller":"traceutil/trace.go:171","msg":"trace[1613430105] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a87bb8b079805d; range_end:; response_count:1; response_revision:2258; }","duration":"1.617692011s","start":"2026-04-21T21:15:16.483525Z","end":"2026-04-21T21:15:18.101217Z","steps":["trace[1613430105] 'agreement among raft nodes before linearized reading' (duration: 1.617236659s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:18.101278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:15:16.483504Z","time spent":"1.617762822s","remote":"127.0.0.1:33358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a87bb8b079805d\" "} {"level":"info","ts":"2026-04-21T21:15:18.34363Z","caller":"traceutil/trace.go:171","msg":"trace[570251231] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"217.718046ms","start":"2026-04-21T21:15:18.125885Z","end":"2026-04-21T21:15:18.343603Z","steps":["trace[570251231] 'process raft request' (duration: 170.06147ms)","trace[570251231] 'compare' (duration: 47.320268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:15:18.343943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.540206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:15:18.344099Z","caller":"traceutil/trace.go:171","msg":"trace[1453274944] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2264; }","duration":"158.825743ms","start":"2026-04-21T21:15:18.185262Z","end":"2026-04-21T21:15:18.344088Z","steps":["trace[1453274944] 'agreement among raft nodes before linearized reading' (duration: 158.429093ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:15:18.343661Z","caller":"traceutil/trace.go:171","msg":"trace[1018594572] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2350; }","duration":"158.32418ms","start":"2026-04-21T21:15:18.185303Z","end":"2026-04-21T21:15:18.343627Z","steps":["trace[1018594572] 'read index received' (duration: 110.641323ms)","trace[1018594572] 'applied index is now lower than readState.Index' (duration: 47.679827ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:15:56.380986Z","caller":"traceutil/trace.go:171","msg":"trace[420044740] linearizableReadLoop","detail":"{readStateIndex:2699; appliedIndex:2698; }","duration":"100.366101ms","start":"2026-04-21T21:15:56.280598Z","end":"2026-04-21T21:15:56.380964Z","steps":["trace[420044740] 'read index received' (duration: 100.259018ms)","trace[420044740] 'applied index is now lower than readState.Index' (duration: 106.433µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:15:56.381042Z","caller":"traceutil/trace.go:171","msg":"trace[809954610] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"127.902474ms","start":"2026-04-21T21:15:56.253112Z","end":"2026-04-21T21:15:56.381015Z","steps":["trace[809954610] 'process raft request' (duration: 127.71778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:15:56.381182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.562075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:15:56.381283Z","caller":"traceutil/trace.go:171","msg":"trace[613851909] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:2598; }","duration":"100.71919ms","start":"2026-04-21T21:15:56.280545Z","end":"2026-04-21T21:15:56.381264Z","steps":["trace[613851909] 'agreement among raft nodes before linearized reading' (duration: 100.543516ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:15:59.872324Z","caller":"traceutil/trace.go:171","msg":"trace[1633641491] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"155.128229ms","start":"2026-04-21T21:15:59.717153Z","end":"2026-04-21T21:15:59.872281Z","steps":["trace[1633641491] 'process raft request' (duration: 154.908582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:16:04.540743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.500191ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:16:04.540934Z","caller":"traceutil/trace.go:171","msg":"trace[200187339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2679; }","duration":"114.711526ms","start":"2026-04-21T21:16:04.426195Z","end":"2026-04-21T21:16:04.540906Z","steps":["trace[200187339] 'range keys from in-memory index tree' (duration: 114.475931ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:16:04.541094Z","caller":"traceutil/trace.go:171","msg":"trace[1928110642] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"131.709092ms","start":"2026-04-21T21:16:04.409355Z","end":"2026-04-21T21:16:04.541064Z","steps":["trace[1928110642] 'process raft request' (duration: 131.577498ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:16:04.541157Z","caller":"traceutil/trace.go:171","msg":"trace[63262580] linearizableReadLoop","detail":"{readStateIndex:2785; appliedIndex:2782; }","duration":"107.75262ms","start":"2026-04-21T21:16:04.433382Z","end":"2026-04-21T21:16:04.541135Z","steps":["trace[63262580] 'read index received' (duration: 19.047766ms)","trace[63262580] 'applied index is now lower than readState.Index' (duration: 88.704104ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:16:04.541283Z","caller":"traceutil/trace.go:171","msg":"trace[537257436] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"119.359036ms","start":"2026-04-21T21:16:04.421915Z","end":"2026-04-21T21:16:04.541274Z","steps":["trace[537257436] 'process raft request' (duration: 119.11535ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:16:04.541369Z","caller":"traceutil/trace.go:171","msg":"trace[647192616] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"132.220034ms","start":"2026-04-21T21:16:04.409137Z","end":"2026-04-21T21:16:04.541357Z","steps":["trace[647192616] 'process raft request' (duration: 43.281665ms)","trace[647192616] 'compare' (duration: 88.17526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:16:04.541572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.068981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T21:16:04.54157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.17531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-21T21:16:04.541589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.581749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T21:16:04.541623Z","caller":"traceutil/trace.go:171","msg":"trace[2123400984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2682; }","duration":"105.175783ms","start":"2026-04-21T21:16:04.436434Z","end":"2026-04-21T21:16:04.54161Z","steps":["trace[2123400984] 'agreement among raft nodes before linearized reading' (duration: 104.970778ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:16:04.541646Z","caller":"traceutil/trace.go:171","msg":"trace[249457159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2682; }","duration":"108.293813ms","start":"2026-04-21T21:16:04.433338Z","end":"2026-04-21T21:16:04.541632Z","steps":["trace[249457159] 'agreement among raft nodes before linearized reading' (duration: 108.120909ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:16:04.54165Z","caller":"traceutil/trace.go:171","msg":"trace[1745876950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2682; }","duration":"106.663691ms","start":"2026-04-21T21:16:04.434967Z","end":"2026-04-21T21:16:04.541631Z","steps":["trace[1745876950] 'agreement among raft nodes before linearized reading' (duration: 106.408815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:16:04.54157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.861545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T21:16:04.541761Z","caller":"traceutil/trace.go:171","msg":"trace[1662787589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2682; }","duration":"103.080091ms","start":"2026-04-21T21:16:04.438665Z","end":"2026-04-21T21:16:04.541745Z","steps":["trace[1662787589] 'agreement among raft nodes before linearized reading' (duration: 102.739121ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:16:11.981708Z","caller":"traceutil/trace.go:171","msg":"trace[1582610507] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"104.316352ms","start":"2026-04-21T21:16:11.877368Z","end":"2026-04-21T21:16:11.981684Z","steps":["trace[1582610507] 'process raft request' (duration: 104.192008ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:16:34.245673Z","caller":"traceutil/trace.go:171","msg":"trace[1123209199] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2971; }","duration":"190.286486ms","start":"2026-04-21T21:16:34.055349Z","end":"2026-04-21T21:16:34.245636Z","steps":["trace[1123209199] 'read index received' (duration: 190.073206ms)","trace[1123209199] 'applied index is now lower than readState.Index' (duration: 212.49µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:16:34.245796Z","caller":"traceutil/trace.go:171","msg":"trace[752318496] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"322.079255ms","start":"2026-04-21T21:16:33.923705Z","end":"2026-04-21T21:16:34.245784Z","steps":["trace[752318496] 'process raft request' (duration: 321.790031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:16:34.245901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:16:33.923672Z","time spent":"322.151199ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9388,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:16:34.246093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.728177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:16:34.246163Z","caller":"traceutil/trace.go:171","msg":"trace[8992775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2862; }","duration":"190.859754ms","start":"2026-04-21T21:16:34.055286Z","end":"2026-04-21T21:16:34.246146Z","steps":["trace[8992775] 'agreement among raft nodes before linearized reading' (duration: 190.722718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:16:34.246143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.018672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T21:16:34.246222Z","caller":"traceutil/trace.go:171","msg":"trace[1607634471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2862; }","duration":"103.148109ms","start":"2026-04-21T21:16:34.143056Z","end":"2026-04-21T21:16:34.246204Z","steps":["trace[1607634471] 'agreement among raft nodes before linearized reading' (duration: 102.909228ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:19:20.552394Z","caller":"traceutil/trace.go:171","msg":"trace[62058081] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"215.665546ms","start":"2026-04-21T21:19:20.336704Z","end":"2026-04-21T21:19:20.55237Z","steps":["trace[62058081] 'process raft request' (duration: 215.481922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:19:45.060072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598600984,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T21:19:45.300801Z","caller":"traceutil/trace.go:171","msg":"trace[1771589296] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"794.861521ms","start":"2026-04-21T21:19:44.505911Z","end":"2026-04-21T21:19:45.300773Z","steps":["trace[1771589296] 'process raft request' (duration: 794.653056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:19:45.300978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:19:44.505878Z","time spent":"795.028436ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2372,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T21:19:45.301403Z","caller":"traceutil/trace.go:171","msg":"trace[1507727476] linearizableReadLoop","detail":"{readStateIndex:4232; appliedIndex:4231; }","duration":"741.370755ms","start":"2026-04-21T21:19:44.560014Z","end":"2026-04-21T21:19:45.301385Z","steps":["trace[1507727476] 'read index received' (duration: 741.16626ms)","trace[1507727476] 'applied index is now lower than readState.Index' (duration: 203.635µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:19:45.301489Z","caller":"traceutil/trace.go:171","msg":"trace[241863975] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"715.781647ms","start":"2026-04-21T21:19:44.585685Z","end":"2026-04-21T21:19:45.301466Z","steps":["trace[241863975] 'process raft request' (duration: 715.585962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:19:45.30153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.494259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:19:45.301558Z","caller":"traceutil/trace.go:171","msg":"trace[1581728067] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4078; }","duration":"741.586032ms","start":"2026-04-21T21:19:44.559963Z","end":"2026-04-21T21:19:45.301549Z","steps":["trace[1581728067] 'agreement among raft nodes before linearized reading' (duration: 741.514009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:19:45.301563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:19:44.58567Z","time spent":"715.847759ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:19:45.301586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:19:44.559941Z","time spent":"741.637143ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T21:19:45.301783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.68581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T21:19:45.301885Z","caller":"traceutil/trace.go:171","msg":"trace[1201838943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4078; }","duration":"670.847574ms","start":"2026-04-21T21:19:44.631017Z","end":"2026-04-21T21:19:45.301865Z","steps":["trace[1201838943] 'agreement among raft nodes before linearized reading' (duration: 670.551116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:19:45.30192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:19:44.630991Z","time spent":"670.921816ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T21:19:45.301816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.836009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T21:19:45.302042Z","caller":"traceutil/trace.go:171","msg":"trace[1645737277] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4078; }","duration":"400.091595ms","start":"2026-04-21T21:19:44.901913Z","end":"2026-04-21T21:19:45.302004Z","steps":["trace[1645737277] 'agreement among raft nodes before linearized reading' (duration: 399.652584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:19:45.302167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:19:44.901885Z","time spent":"400.235799ms","remote":"127.0.0.1:33358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":380,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-21T21:20:41.10495Z","caller":"traceutil/trace.go:171","msg":"trace[918079113] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"119.084122ms","start":"2026-04-21T21:20:40.985847Z","end":"2026-04-21T21:20:41.104931Z","steps":["trace[918079113] 'process raft request' (duration: 118.954248ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:47.728178Z","caller":"traceutil/trace.go:171","msg":"trace[1428466979] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"207.03027ms","start":"2026-04-21T21:20:47.521119Z","end":"2026-04-21T21:20:47.728149Z","steps":["trace[1428466979] 'process raft request' (duration: 206.840925ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:47.732531Z","caller":"traceutil/trace.go:171","msg":"trace[1079875699] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"158.38069ms","start":"2026-04-21T21:20:47.574127Z","end":"2026-04-21T21:20:47.732508Z","steps":["trace[1079875699] 'process raft request' (duration: 157.637831ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:52.262469Z","caller":"traceutil/trace.go:171","msg":"trace[70094056] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5172; }","duration":"282.158684ms","start":"2026-04-21T21:20:51.980289Z","end":"2026-04-21T21:20:52.262448Z","steps":["trace[70094056] 'read index received' (duration: 281.851356ms)","trace[70094056] 'applied index is now lower than readState.Index' (duration: 306.488µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:20:52.262693Z","caller":"traceutil/trace.go:171","msg":"trace[790060087] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"310.196087ms","start":"2026-04-21T21:20:51.952462Z","end":"2026-04-21T21:20:52.262658Z","steps":["trace[790060087] 'process raft request' (duration: 309.683454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:20:52.262838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:20:51.952429Z","time spent":"310.329072ms","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413415,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:20:52.262915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.547105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-21T21:20:52.263083Z","caller":"traceutil/trace.go:171","msg":"trace[2004290747] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4981; }","duration":"282.828161ms","start":"2026-04-21T21:20:51.980239Z","end":"2026-04-21T21:20:52.263068Z","steps":["trace[2004290747] 'agreement among raft nodes before linearized reading' (duration: 282.43548ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:52.266631Z","caller":"traceutil/trace.go:171","msg":"trace[882700956] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"269.681928ms","start":"2026-04-21T21:20:51.996933Z","end":"2026-04-21T21:20:52.266615Z","steps":["trace[882700956] 'process raft request' (duration: 269.640127ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:52.267018Z","caller":"traceutil/trace.go:171","msg":"trace[682103169] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"276.665251ms","start":"2026-04-21T21:20:51.990338Z","end":"2026-04-21T21:20:52.267004Z","steps":["trace[682103169] 'process raft request' (duration: 276.030075ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:52.267246Z","caller":"traceutil/trace.go:171","msg":"trace[910149249] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"273.433546ms","start":"2026-04-21T21:20:51.993799Z","end":"2026-04-21T21:20:52.267233Z","steps":["trace[910149249] 'process raft request' (duration: 272.683536ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:52.2674Z","caller":"traceutil/trace.go:171","msg":"trace[1385935898] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"270.53669ms","start":"2026-04-21T21:20:51.996855Z","end":"2026-04-21T21:20:52.267391Z","steps":["trace[1385935898] 'process raft request' (duration: 269.679268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:20:52.267553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.469096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:20:52.267658Z","caller":"traceutil/trace.go:171","msg":"trace[2067076918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4985; }","duration":"211.647061ms","start":"2026-04-21T21:20:52.055991Z","end":"2026-04-21T21:20:52.267638Z","steps":["trace[2067076918] 'agreement among raft nodes before linearized reading' (duration: 211.472007ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:55.143918Z","caller":"traceutil/trace.go:171","msg":"trace[542078891] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"144.134737ms","start":"2026-04-21T21:20:54.999762Z","end":"2026-04-21T21:20:55.143896Z","steps":["trace[542078891] 'process raft request' (duration: 143.997394ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:55.217685Z","caller":"traceutil/trace.go:171","msg":"trace[295230324] linearizableReadLoop","detail":"{readStateIndex:5261; appliedIndex:5258; }","duration":"163.279867ms","start":"2026-04-21T21:20:55.054372Z","end":"2026-04-21T21:20:55.217652Z","steps":["trace[295230324] 'read index received' (duration: 89.489399ms)","trace[295230324] 'applied index is now lower than readState.Index' (duration: 73.788998ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:20:55.217738Z","caller":"traceutil/trace.go:171","msg":"trace[1272706177] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"217.107903ms","start":"2026-04-21T21:20:55.000583Z","end":"2026-04-21T21:20:55.217691Z","steps":["trace[1272706177] 'process raft request' (duration: 216.807946ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:55.217842Z","caller":"traceutil/trace.go:171","msg":"trace[251646223] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"216.58348ms","start":"2026-04-21T21:20:55.001246Z","end":"2026-04-21T21:20:55.217829Z","steps":["trace[251646223] 'process raft request' (duration: 216.349994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:20:55.21815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.7653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:20:55.218191Z","caller":"traceutil/trace.go:171","msg":"trace[1663003853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5066; }","duration":"163.863332ms","start":"2026-04-21T21:20:55.054317Z","end":"2026-04-21T21:20:55.218181Z","steps":["trace[1663003853] 'agreement among raft nodes before linearized reading' (duration: 163.77772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:20:55.220766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.518292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197779"} {"level":"info","ts":"2026-04-21T21:20:55.220858Z","caller":"traceutil/trace.go:171","msg":"trace[1675427765] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5066; }","duration":"109.661106ms","start":"2026-04-21T21:20:55.111177Z","end":"2026-04-21T21:20:55.220838Z","steps":["trace[1675427765] 'agreement among raft nodes before linearized reading' (duration: 106.780291ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:20:56.258354Z","caller":"traceutil/trace.go:171","msg":"trace[1499083978] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"137.655238ms","start":"2026-04-21T21:20:56.120662Z","end":"2026-04-21T21:20:56.258317Z","steps":["trace[1499083978] 'process raft request' (duration: 137.445052ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:00.706435Z","caller":"traceutil/trace.go:171","msg":"trace[2136366393] linearizableReadLoop","detail":"{readStateIndex:5406; appliedIndex:5405; }","duration":"394.999133ms","start":"2026-04-21T21:21:00.311414Z","end":"2026-04-21T21:21:00.706413Z","steps":["trace[2136366393] 'read index received' (duration: 394.960362ms)","trace[2136366393] 'applied index is now lower than readState.Index' (duration: 37.831µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:21:00.706517Z","caller":"traceutil/trace.go:171","msg":"trace[1300038183] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"396.219275ms","start":"2026-04-21T21:21:00.310264Z","end":"2026-04-21T21:21:00.706483Z","steps":["trace[1300038183] 'process raft request' (duration: 395.963898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.706639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.207359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T21:21:00.70667Z","caller":"traceutil/trace.go:171","msg":"trace[1064766978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5207; }","duration":"395.27224ms","start":"2026-04-21T21:21:00.31139Z","end":"2026-04-21T21:21:00.706662Z","steps":["trace[1064766978] 'agreement among raft nodes before linearized reading' (duration: 395.144836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.7067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.31138Z","time spent":"395.311262ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T21:21:00.706702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.310247Z","time spent":"396.36274ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:21:00.898782Z","caller":"traceutil/trace.go:171","msg":"trace[1349366875] linearizableReadLoop","detail":"{readStateIndex:5409; appliedIndex:5406; }","duration":"192.256105ms","start":"2026-04-21T21:21:00.706508Z","end":"2026-04-21T21:21:00.898764Z","steps":["trace[1349366875] 'read index received' (duration: 165.579258ms)","trace[1349366875] 'applied index is now lower than readState.Index' (duration: 26.676027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:21:00.89907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.104697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:21:00.899104Z","caller":"traceutil/trace.go:171","msg":"trace[1581915697] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:5210; }","duration":"586.159028ms","start":"2026-04-21T21:21:00.312937Z","end":"2026-04-21T21:21:00.899096Z","steps":["trace[1581915697] 'agreement among raft nodes before linearized reading' (duration: 586.091997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.899091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.05618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T21:21:00.899129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.31293Z","time spent":"586.1931ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/vector\" "} {"level":"warn","ts":"2026-04-21T21:21:00.899145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.533323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T21:21:00.899165Z","caller":"traceutil/trace.go:171","msg":"trace[23165980] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"587.613068ms","start":"2026-04-21T21:21:00.311494Z","end":"2026-04-21T21:21:00.899107Z","steps":["trace[23165980] 'process raft request' (duration: 587.204666ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:00.899222Z","caller":"traceutil/trace.go:171","msg":"trace[1844826179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5210; }","duration":"572.646096ms","start":"2026-04-21T21:21:00.326559Z","end":"2026-04-21T21:21:00.899205Z","steps":["trace[1844826179] 'agreement among raft nodes before linearized reading' (duration: 572.43386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.899243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.534263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-21T21:21:00.899257Z","caller":"traceutil/trace.go:171","msg":"trace[1850397253] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"587.834823ms","start":"2026-04-21T21:21:00.311413Z","end":"2026-04-21T21:21:00.899248Z","steps":["trace[1850397253] 'process raft request' (duration: 560.590251ms)","trace[1850397253] 'compare' (duration: 26.576445ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:21:00.899275Z","caller":"traceutil/trace.go:171","msg":"trace[804389974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:5210; }","duration":"567.597274ms","start":"2026-04-21T21:21:00.33167Z","end":"2026-04-21T21:21:00.899267Z","steps":["trace[804389974] 'agreement among raft nodes before linearized reading' (duration: 567.505492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.899268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.326544Z","time spent":"572.715117ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T21:21:00.8993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.331652Z","time spent":"567.640575ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kf8gx\" "} {"level":"warn","ts":"2026-04-21T21:21:00.899282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.914338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T21:21:00.899302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.846206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T21:21:00.899324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.556283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T21:21:00.89936Z","caller":"traceutil/trace.go:171","msg":"trace[1054534944] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5210; }","duration":"238.043621ms","start":"2026-04-21T21:21:00.661298Z","end":"2026-04-21T21:21:00.899341Z","steps":["trace[1054534944] 'agreement among raft nodes before linearized reading' (duration: 237.898838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.899359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.311471Z","time spent":"587.792321ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:21:00.899178Z","caller":"traceutil/trace.go:171","msg":"trace[498732998] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"586.705753ms","start":"2026-04-21T21:21:00.312454Z","end":"2026-04-21T21:21:00.89916Z","steps":["trace[498732998] 'process raft request' (duration: 586.278251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.899377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.311404Z","time spent":"587.899214ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:21:00.899372Z","caller":"traceutil/trace.go:171","msg":"trace[808487352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5210; }","duration":"586.919599ms","start":"2026-04-21T21:21:00.31243Z","end":"2026-04-21T21:21:00.89935Z","steps":["trace[808487352] 'agreement among raft nodes before linearized reading' (duration: 586.750834ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:00.899399Z","caller":"traceutil/trace.go:171","msg":"trace[1442709228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5210; }","duration":"567.657115ms","start":"2026-04-21T21:21:00.331718Z","end":"2026-04-21T21:21:00.899375Z","steps":["trace[1442709228] 'agreement among raft nodes before linearized reading' (duration: 567.43197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.899433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.312424Z","time spent":"586.997971ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T21:21:00.899447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.331701Z","time spent":"567.734458ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T21:21:00.899487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.312448Z","time spent":"586.962849ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:21:00.899593Z","caller":"traceutil/trace.go:171","msg":"trace[1664277060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5210; }","duration":"567.151563ms","start":"2026-04-21T21:21:00.331985Z","end":"2026-04-21T21:21:00.899136Z","steps":["trace[1664277060] 'agreement among raft nodes before linearized reading' (duration: 566.932717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.89963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:00.331972Z","time spent":"567.647095ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T21:21:00.931768Z","caller":"traceutil/trace.go:171","msg":"trace[1542765262] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"220.403841ms","start":"2026-04-21T21:21:00.711337Z","end":"2026-04-21T21:21:00.931741Z","steps":["trace[1542765262] 'process raft request' (duration: 220.150305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:00.931918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.882557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3666f5aa-684b-4075-813e-dc8a251cb54a\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-21T21:21:00.931976Z","caller":"traceutil/trace.go:171","msg":"trace[34425089] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3666f5aa-684b-4075-813e-dc8a251cb54a; range_end:; response_count:1; response_revision:5211; }","duration":"100.979508ms","start":"2026-04-21T21:21:00.830981Z","end":"2026-04-21T21:21:00.93196Z","steps":["trace[34425089] 'agreement among raft nodes before linearized reading' (duration: 100.770373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:01.712165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.879568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T21:21:01.712265Z","caller":"traceutil/trace.go:171","msg":"trace[1877525929] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5422; }","duration":"518.653775ms","start":"2026-04-21T21:21:01.193594Z","end":"2026-04-21T21:21:01.712248Z","steps":["trace[1877525929] 'read index received' (duration: 29.672846ms)","trace[1877525929] 'applied index is now lower than readState.Index' (duration: 488.979469ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:21:01.712291Z","caller":"traceutil/trace.go:171","msg":"trace[642900407] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"528.487422ms","start":"2026-04-21T21:21:01.183761Z","end":"2026-04-21T21:21:01.712249Z","steps":["trace[642900407] 'process raft request' (duration: 39.456871ms)","trace[642900407] 'compare' (duration: 488.695042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:21:01.712385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.768842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T21:21:01.712403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:01.183736Z","time spent":"528.614105ms","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1147,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T21:21:01.712415Z","caller":"traceutil/trace.go:171","msg":"trace[1511622933] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5223; }","duration":"129.832363ms","start":"2026-04-21T21:21:01.582572Z","end":"2026-04-21T21:21:01.712404Z","steps":["trace[1511622933] 'agreement among raft nodes before linearized reading' (duration: 129.768152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:01.712479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.862451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3666f5aa-684b-4075-813e-dc8a251cb54a\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-21T21:21:01.712551Z","caller":"traceutil/trace.go:171","msg":"trace[796618296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3666f5aa-684b-4075-813e-dc8a251cb54a; range_end:; response_count:1; response_revision:5223; }","duration":"518.968283ms","start":"2026-04-21T21:21:01.193565Z","end":"2026-04-21T21:21:01.712533Z","steps":["trace[796618296] 'agreement among raft nodes before linearized reading' (duration: 518.725837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:01.712593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:01.193551Z","time spent":"519.033815ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3666f5aa-684b-4075-813e-dc8a251cb54a\" "} {"level":"warn","ts":"2026-04-21T21:21:03.095739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.618023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T21:21:03.095994Z","caller":"traceutil/trace.go:171","msg":"trace[1489052210] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"173.71237ms","start":"2026-04-21T21:21:02.922262Z","end":"2026-04-21T21:21:03.095974Z","steps":["trace[1489052210] 'process raft request' (duration: 173.597897ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:03.096642Z","caller":"traceutil/trace.go:171","msg":"trace[1506834088] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"174.397257ms","start":"2026-04-21T21:21:02.922207Z","end":"2026-04-21T21:21:03.096605Z","steps":["trace[1506834088] 'process raft request' (duration: 57.514032ms)","trace[1506834088] 'compare' (duration: 115.430257ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:21:03.099568Z","caller":"traceutil/trace.go:171","msg":"trace[103441745] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"176.906764ms","start":"2026-04-21T21:21:02.922637Z","end":"2026-04-21T21:21:03.099544Z","steps":["trace[103441745] 'process raft request' (duration: 176.746329ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:03.099691Z","caller":"traceutil/trace.go:171","msg":"trace[152107582] linearizableReadLoop","detail":"{readStateIndex:5460; appliedIndex:5456; }","duration":"163.237296ms","start":"2026-04-21T21:21:02.936437Z","end":"2026-04-21T21:21:03.099675Z","steps":["trace[152107582] 'read index received' (duration: 43.26558ms)","trace[152107582] 'applied index is now lower than readState.Index' (duration: 119.970476ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:21:03.099758Z","caller":"traceutil/trace.go:171","msg":"trace[485081289] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"177.016456ms","start":"2026-04-21T21:21:02.922702Z","end":"2026-04-21T21:21:03.099719Z","steps":["trace[485081289] 'process raft request' (duration: 176.79494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:03.099852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.40112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T21:21:03.099872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.86243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-21T21:21:03.099896Z","caller":"traceutil/trace.go:171","msg":"trace[1837306063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5259; }","duration":"163.537314ms","start":"2026-04-21T21:21:02.936347Z","end":"2026-04-21T21:21:03.099885Z","steps":["trace[1837306063] 'agreement among raft nodes before linearized reading' (duration: 163.404911ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:03.099903Z","caller":"traceutil/trace.go:171","msg":"trace[34448766] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5259; }","duration":"130.913631ms","start":"2026-04-21T21:21:02.96898Z","end":"2026-04-21T21:21:03.099893Z","steps":["trace[34448766] 'agreement among raft nodes before linearized reading' (duration: 130.785298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:03.099965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.928794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T21:21:03.10002Z","caller":"traceutil/trace.go:171","msg":"trace[1083128641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5259; }","duration":"128.008925ms","start":"2026-04-21T21:21:02.971998Z","end":"2026-04-21T21:21:03.100007Z","steps":["trace[1083128641] 'agreement among raft nodes before linearized reading' (duration: 127.859012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:03.10009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.842981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T21:21:03.100112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.132559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T21:21:03.100143Z","caller":"traceutil/trace.go:171","msg":"trace[902591437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5259; }","duration":"128.20698ms","start":"2026-04-21T21:21:02.971928Z","end":"2026-04-21T21:21:03.100135Z","steps":["trace[902591437] 'agreement among raft nodes before linearized reading' (duration: 128.131089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:03.099965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.199078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T21:21:03.100128Z","caller":"traceutil/trace.go:171","msg":"trace[2087200651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5259; }","duration":"127.917322ms","start":"2026-04-21T21:21:02.972203Z","end":"2026-04-21T21:21:03.10012Z","steps":["trace[2087200651] 'agreement among raft nodes before linearized reading' (duration: 127.761358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:03.100261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.482866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-21T21:21:03.100204Z","caller":"traceutil/trace.go:171","msg":"trace[2094119136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5259; }","duration":"126.480595ms","start":"2026-04-21T21:21:02.973712Z","end":"2026-04-21T21:21:03.100192Z","steps":["trace[2094119136] 'agreement among raft nodes before linearized reading' (duration: 126.104386ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:03.100341Z","caller":"traceutil/trace.go:171","msg":"trace[2095337247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:5259; }","duration":"126.603249ms","start":"2026-04-21T21:21:02.97373Z","end":"2026-04-21T21:21:03.100333Z","steps":["trace[2095337247] 'agreement among raft nodes before linearized reading' (duration: 126.466345ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:13.339545Z","caller":"traceutil/trace.go:171","msg":"trace[875244563] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"384.245402ms","start":"2026-04-21T21:21:12.95527Z","end":"2026-04-21T21:21:13.339515Z","steps":["trace[875244563] 'process raft request' (duration: 378.006579ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:13.339828Z","caller":"traceutil/trace.go:171","msg":"trace[1868167833] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"381.202752ms","start":"2026-04-21T21:21:12.958525Z","end":"2026-04-21T21:21:13.339728Z","steps":["trace[1868167833] 'process raft request' (duration: 380.915845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.339889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:12.955249Z","time spent":"384.384085ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7803,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:21:13.34011Z","caller":"traceutil/trace.go:171","msg":"trace[25381954] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5641; }","duration":"361.778075ms","start":"2026-04-21T21:21:12.978321Z","end":"2026-04-21T21:21:13.340099Z","steps":["trace[25381954] 'read index received' (duration: 355.007228ms)","trace[25381954] 'applied index is now lower than readState.Index' (duration: 6.769257ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:21:13.339848Z","caller":"traceutil/trace.go:171","msg":"trace[607446714] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"381.208273ms","start":"2026-04-21T21:21:12.958616Z","end":"2026-04-21T21:21:13.339825Z","steps":["trace[607446714] 'process raft request' (duration: 380.943015ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:13.340203Z","caller":"traceutil/trace.go:171","msg":"trace[141621636] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"378.331657ms","start":"2026-04-21T21:21:12.961862Z","end":"2026-04-21T21:21:13.340194Z","steps":["trace[141621636] 'process raft request' (duration: 378.089211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.340221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:12.958607Z","time spent":"381.552622ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7203,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:21:13.340261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:12.961846Z","time spent":"378.382029ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:21:13.34Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:12.958506Z","time spent":"381.409318ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:21:13.340337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.421246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:21:13.34043Z","caller":"traceutil/trace.go:171","msg":"trace[1838575941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5439; }","duration":"286.519778ms","start":"2026-04-21T21:21:13.053888Z","end":"2026-04-21T21:21:13.340408Z","steps":["trace[1838575941] 'agreement among raft nodes before linearized reading' (duration: 286.390365ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:13.340029Z","caller":"traceutil/trace.go:171","msg":"trace[51298956] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"378.159452ms","start":"2026-04-21T21:21:12.961852Z","end":"2026-04-21T21:21:13.340011Z","steps":["trace[51298956] 'process raft request' (duration: 377.914225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.340788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.714421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T21:21:13.340851Z","caller":"traceutil/trace.go:171","msg":"trace[201799964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5439; }","duration":"134.808404ms","start":"2026-04-21T21:21:13.206027Z","end":"2026-04-21T21:21:13.340835Z","steps":["trace[201799964] 'agreement among raft nodes before linearized reading' (duration: 134.65732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.341003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.600088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T21:21:13.341112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.49917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T21:21:13.341214Z","caller":"traceutil/trace.go:171","msg":"trace[983028571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5439; }","duration":"138.702566ms","start":"2026-04-21T21:21:13.202493Z","end":"2026-04-21T21:21:13.341196Z","steps":["trace[983028571] 'agreement among raft nodes before linearized reading' (duration: 138.418148ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:13.341082Z","caller":"traceutil/trace.go:171","msg":"trace[2141859852] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5439; }","duration":"152.744101ms","start":"2026-04-21T21:21:13.188321Z","end":"2026-04-21T21:21:13.341065Z","steps":["trace[2141859852] 'agreement among raft nodes before linearized reading' (duration: 152.518826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.341357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.008082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T21:21:13.341402Z","caller":"traceutil/trace.go:171","msg":"trace[1668712605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5439; }","duration":"129.083494ms","start":"2026-04-21T21:21:13.212309Z","end":"2026-04-21T21:21:13.341392Z","steps":["trace[1668712605] 'agreement among raft nodes before linearized reading' (duration: 128.958671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.341318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T21:21:13.341467Z","caller":"traceutil/trace.go:171","msg":"trace[1867018802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5439; }","duration":"123.426085ms","start":"2026-04-21T21:21:13.218035Z","end":"2026-04-21T21:21:13.341461Z","steps":["trace[1867018802] 'agreement among raft nodes before linearized reading' (duration: 123.166549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.341545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.660995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-21T21:21:13.341616Z","caller":"traceutil/trace.go:171","msg":"trace[1350257750] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:5439; }","duration":"122.793529ms","start":"2026-04-21T21:21:13.218807Z","end":"2026-04-21T21:21:13.3416Z","steps":["trace[1350257750] 'agreement among raft nodes before linearized reading' (duration: 122.376548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.341654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.307975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391878"} {"level":"info","ts":"2026-04-21T21:21:13.341728Z","caller":"traceutil/trace.go:171","msg":"trace[1704429477] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5439; }","duration":"363.423827ms","start":"2026-04-21T21:21:12.978287Z","end":"2026-04-21T21:21:13.341711Z","steps":["trace[1704429477] 'agreement among raft nodes before linearized reading' (duration: 362.957116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.341762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:12.978272Z","time spent":"363.484089ms","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391900,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-21T21:21:13.340912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.660808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-21T21:21:13.34235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.446747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-21T21:21:13.342067Z","caller":"traceutil/trace.go:171","msg":"trace[1863060566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5439; }","duration":"130.632464ms","start":"2026-04-21T21:21:13.211213Z","end":"2026-04-21T21:21:13.341846Z","steps":["trace[1863060566] 'agreement among raft nodes before linearized reading' (duration: 129.145625ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:13.342773Z","caller":"traceutil/trace.go:171","msg":"trace[580021024] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5439; }","duration":"278.850538ms","start":"2026-04-21T21:21:13.063861Z","end":"2026-04-21T21:21:13.342711Z","steps":["trace[580021024] 'agreement among raft nodes before linearized reading' (duration: 277.186924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:13.3437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:12.961841Z","time spent":"381.773817ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:21:14.549267Z","caller":"traceutil/trace.go:171","msg":"trace[879601298] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"208.689543ms","start":"2026-04-21T21:21:14.34056Z","end":"2026-04-21T21:21:14.54925Z","steps":["trace[879601298] 'process raft request' (duration: 208.412527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:14.549472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.986302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:21:14.549553Z","caller":"traceutil/trace.go:171","msg":"trace[935629561] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5454; }","duration":"108.131836ms","start":"2026-04-21T21:21:14.441409Z","end":"2026-04-21T21:21:14.549541Z","steps":["trace[935629561] 'agreement among raft nodes before linearized reading' (duration: 107.89757ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:14.549263Z","caller":"traceutil/trace.go:171","msg":"trace[1037623776] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5660; }","duration":"107.751056ms","start":"2026-04-21T21:21:14.441484Z","end":"2026-04-21T21:21:14.549235Z","steps":["trace[1037623776] 'read index received' (duration: 107.466249ms)","trace[1037623776] 'applied index is now lower than readState.Index' (duration: 283.547µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:21:15.417422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.095144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T21:21:15.417573Z","caller":"traceutil/trace.go:171","msg":"trace[279885966] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"668.293265ms","start":"2026-04-21T21:21:14.749252Z","end":"2026-04-21T21:21:15.417546Z","steps":["trace[279885966] 'process raft request' (duration: 44.999035ms)","trace[279885966] 'compare' (duration: 622.438737ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:21:15.417816Z","caller":"traceutil/trace.go:171","msg":"trace[358918297] linearizableReadLoop","detail":"{readStateIndex:5665; appliedIndex:5664; }","duration":"416.003273ms","start":"2026-04-21T21:21:15.001783Z","end":"2026-04-21T21:21:15.417787Z","steps":["trace[358918297] 'read index received' (duration: 36.641µs)","trace[358918297] 'applied index is now lower than readState.Index' (duration: 415.963671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:21:15.418088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:14.749231Z","time spent":"668.402318ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:21:15.418126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.31597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-jmqcl\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-04-21T21:21:15.418227Z","caller":"traceutil/trace.go:171","msg":"trace[1483669661] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-jmqcl; range_end:; response_count:1; response_revision:5458; }","duration":"416.448684ms","start":"2026-04-21T21:21:15.001756Z","end":"2026-04-21T21:21:15.418204Z","steps":["trace[1483669661] 'agreement among raft nodes before linearized reading' (duration: 416.159317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.418282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:15.001743Z","time spent":"416.528706ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-jmqcl\" "} {"level":"info","ts":"2026-04-21T21:21:15.637637Z","caller":"traceutil/trace.go:171","msg":"trace[544491755] linearizableReadLoop","detail":"{readStateIndex:5668; appliedIndex:5666; }","duration":"219.679941ms","start":"2026-04-21T21:21:15.417935Z","end":"2026-04-21T21:21:15.637615Z","steps":["trace[544491755] 'read index received' (duration: 218.073949ms)","trace[544491755] 'applied index is now lower than readState.Index' (duration: 1.605042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:21:15.637796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.233529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T21:21:15.637872Z","caller":"traceutil/trace.go:171","msg":"trace[154225302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5461; }","duration":"271.352462ms","start":"2026-04-21T21:21:15.366504Z","end":"2026-04-21T21:21:15.637857Z","steps":["trace[154225302] 'agreement among raft nodes before linearized reading' (duration: 271.153997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.637954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.122025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:21:15.638118Z","caller":"traceutil/trace.go:171","msg":"trace[1435207639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5461; }","duration":"584.31236ms","start":"2026-04-21T21:21:15.053778Z","end":"2026-04-21T21:21:15.63809Z","steps":["trace[1435207639] 'agreement among raft nodes before linearized reading' (duration: 584.008513ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:15.638207Z","caller":"traceutil/trace.go:171","msg":"trace[326794118] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"286.128387ms","start":"2026-04-21T21:21:15.35206Z","end":"2026-04-21T21:21:15.638189Z","steps":["trace[326794118] 'process raft request' (duration: 285.449561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.638319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.827715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T21:21:15.63855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.095242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-21T21:21:15.638591Z","caller":"traceutil/trace.go:171","msg":"trace[1069676966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:5461; }","duration":"269.160024ms","start":"2026-04-21T21:21:15.369421Z","end":"2026-04-21T21:21:15.638581Z","steps":["trace[1069676966] 'agreement among raft nodes before linearized reading' (duration: 269.023591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.638725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:15.05376Z","time spent":"584.522946ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T21:21:15.638903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.053902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T21:21:15.638995Z","caller":"traceutil/trace.go:171","msg":"trace[1355450566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5461; }","duration":"274.181926ms","start":"2026-04-21T21:21:15.3648Z","end":"2026-04-21T21:21:15.638982Z","steps":["trace[1355450566] 'agreement among raft nodes before linearized reading' (duration: 273.9859ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:15.638048Z","caller":"traceutil/trace.go:171","msg":"trace[1892819841] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"286.521288ms","start":"2026-04-21T21:21:15.351516Z","end":"2026-04-21T21:21:15.638037Z","steps":["trace[1892819841] 'process raft request' (duration: 284.479004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.639185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.655959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T21:21:15.639232Z","caller":"traceutil/trace.go:171","msg":"trace[1035329533] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5461; }","duration":"411.743891ms","start":"2026-04-21T21:21:15.227476Z","end":"2026-04-21T21:21:15.63922Z","steps":["trace[1035329533] 'agreement among raft nodes before linearized reading' (duration: 411.644828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.639267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:15.227458Z","time spent":"411.800492ms","remote":"127.0.0.1:33680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T21:21:15.639283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.358812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T21:21:15.638749Z","caller":"traceutil/trace.go:171","msg":"trace[1335620731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5461; }","duration":"271.960058ms","start":"2026-04-21T21:21:15.366435Z","end":"2026-04-21T21:21:15.638395Z","steps":["trace[1335620731] 'agreement among raft nodes before linearized reading' (duration: 271.635389ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:15.639342Z","caller":"traceutil/trace.go:171","msg":"trace[758093744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5461; }","duration":"284.458934ms","start":"2026-04-21T21:21:15.354869Z","end":"2026-04-21T21:21:15.639328Z","steps":["trace[758093744] 'agreement among raft nodes before linearized reading' (duration: 284.254239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.639363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.202546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T21:21:15.639417Z","caller":"traceutil/trace.go:171","msg":"trace[1996931586] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5461; }","duration":"494.301608ms","start":"2026-04-21T21:21:15.1451Z","end":"2026-04-21T21:21:15.639402Z","steps":["trace[1996931586] 'agreement among raft nodes before linearized reading' (duration: 494.197436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.638802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.694703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T21:21:15.639451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:15.145073Z","time spent":"494.368269ms","remote":"127.0.0.1:44632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":37,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-21T21:21:15.639477Z","caller":"traceutil/trace.go:171","msg":"trace[2079111371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5461; }","duration":"271.395832ms","start":"2026-04-21T21:21:15.368073Z","end":"2026-04-21T21:21:15.639468Z","steps":["trace[2079111371] 'agreement among raft nodes before linearized reading' (duration: 270.667793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.639462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.365944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T21:21:15.639583Z","caller":"traceutil/trace.go:171","msg":"trace[1394350588] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5461; }","duration":"441.504268ms","start":"2026-04-21T21:21:15.198026Z","end":"2026-04-21T21:21:15.63953Z","steps":["trace[1394350588] 'agreement among raft nodes before linearized reading' (duration: 441.258432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:15.639657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:15.198012Z","time spent":"441.626821ms","remote":"127.0.0.1:44602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-21T21:21:15.640145Z","caller":"traceutil/trace.go:171","msg":"trace[899818112] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"212.516783ms","start":"2026-04-21T21:21:15.427611Z","end":"2026-04-21T21:21:15.640128Z","steps":["trace[899818112] 'process raft request' (duration: 212.405511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:24.827233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.318908ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:21:24.827408Z","caller":"traceutil/trace.go:171","msg":"trace[297768880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5653; }","duration":"401.506232ms","start":"2026-04-21T21:21:24.425879Z","end":"2026-04-21T21:21:24.827385Z","steps":["trace[297768880] 'range keys from in-memory index tree' (duration: 401.303177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:24.827429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.001605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25dbd6c4-ea40-49ab-b384-c9a45ccf3a28\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-21T21:21:24.827481Z","caller":"traceutil/trace.go:171","msg":"trace[944980865] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-25dbd6c4-ea40-49ab-b384-c9a45ccf3a28; range_end:; response_count:1; response_revision:5653; }","duration":"547.092137ms","start":"2026-04-21T21:21:24.280375Z","end":"2026-04-21T21:21:24.827467Z","steps":["trace[944980865] 'range keys from in-memory index tree' (duration: 546.709498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:24.827537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:24.280359Z","time spent":"547.163469ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25dbd6c4-ea40-49ab-b384-c9a45ccf3a28\" "} {"level":"info","ts":"2026-04-21T21:21:25.426119Z","caller":"traceutil/trace.go:171","msg":"trace[171036485] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"316.683196ms","start":"2026-04-21T21:21:25.109385Z","end":"2026-04-21T21:21:25.426069Z","steps":["trace[171036485] 'process raft request' (duration: 316.486131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:25.4264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.89079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-21T21:21:25.426441Z","caller":"traceutil/trace.go:171","msg":"trace[963428814] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5654; }","duration":"301.994053ms","start":"2026-04-21T21:21:25.124436Z","end":"2026-04-21T21:21:25.42643Z","steps":["trace[963428814] 'agreement among raft nodes before linearized reading' (duration: 301.822499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:25.426473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:25.124411Z","time spent":"302.053534ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-21T21:21:25.426131Z","caller":"traceutil/trace.go:171","msg":"trace[672633477] linearizableReadLoop","detail":"{readStateIndex:5865; appliedIndex:5864; }","duration":"301.526909ms","start":"2026-04-21T21:21:25.124496Z","end":"2026-04-21T21:21:25.426023Z","steps":["trace[672633477] 'read index received' (duration: 301.097298ms)","trace[672633477] 'applied index is now lower than readState.Index' (duration: 428.621µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:21:25.427257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:21:25.109362Z","time spent":"317.064956ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:21:25.605945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.416634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3666f5aa-684b-4075-813e-dc8a251cb54a\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-21T21:21:25.606021Z","caller":"traceutil/trace.go:171","msg":"trace[1315522191] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3666f5aa-684b-4075-813e-dc8a251cb54a; range_end:; response_count:1; response_revision:5654; }","duration":"175.527137ms","start":"2026-04-21T21:21:25.43048Z","end":"2026-04-21T21:21:25.606007Z","steps":["trace[1315522191] 'range keys from in-memory index tree' (duration: 175.278011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:25.605992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.320209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4474"} {"level":"info","ts":"2026-04-21T21:21:25.606084Z","caller":"traceutil/trace.go:171","msg":"trace[1027236262] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5654; }","duration":"173.437482ms","start":"2026-04-21T21:21:25.432624Z","end":"2026-04-21T21:21:25.606062Z","steps":["trace[1027236262] 'range keys from in-memory index tree' (duration: 173.168906ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:25.60596Z","caller":"traceutil/trace.go:171","msg":"trace[1590596850] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"154.286102ms","start":"2026-04-21T21:21:25.451654Z","end":"2026-04-21T21:21:25.60594Z","steps":["trace[1590596850] 'process raft request' (duration: 143.815769ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:25.606659Z","caller":"traceutil/trace.go:171","msg":"trace[212155613] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"154.238491ms","start":"2026-04-21T21:21:25.452411Z","end":"2026-04-21T21:21:25.60665Z","steps":["trace[212155613] 'process raft request' (duration: 154.18357ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:38.379171Z","caller":"traceutil/trace.go:171","msg":"trace[661339413] linearizableReadLoop","detail":"{readStateIndex:6020; appliedIndex:6019; }","duration":"114.27714ms","start":"2026-04-21T21:21:38.264866Z","end":"2026-04-21T21:21:38.379143Z","steps":["trace[661339413] 'read index received' (duration: 113.942602ms)","trace[661339413] 'applied index is now lower than readState.Index' (duration: 333.188µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:21:38.379275Z","caller":"traceutil/trace.go:171","msg":"trace[14846556] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"117.351721ms","start":"2026-04-21T21:21:38.261898Z","end":"2026-04-21T21:21:38.37925Z","steps":["trace[14846556] 'process raft request' (duration: 117.009822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:21:38.379448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.560848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-21T21:21:38.379513Z","caller":"traceutil/trace.go:171","msg":"trace[513576197] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5805; }","duration":"114.654291ms","start":"2026-04-21T21:21:38.264842Z","end":"2026-04-21T21:21:38.379496Z","steps":["trace[513576197] 'agreement among raft nodes before linearized reading' (duration: 114.467605ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:21:52.889757Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2971} {"level":"info","ts":"2026-04-21T21:21:52.981922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2971,"took":"90.684254ms","hash":1119406970,"current-db-size-bytes":56160256,"current-db-size":"56 MB","current-db-size-in-use-bytes":32169984,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-21T21:21:52.981992Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1119406970,"revision":2971,"compact-revision":-1} {"level":"info","ts":"2026-04-21T21:22:21.960956Z","caller":"traceutil/trace.go:171","msg":"trace[1673789586] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"153.885763ms","start":"2026-04-21T21:22:21.807037Z","end":"2026-04-21T21:22:21.960923Z","steps":["trace[1673789586] 'process raft request' (duration: 140.674189ms)","trace[1673789586] 'compare' (duration: 12.867405ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:22:21.970893Z","caller":"traceutil/trace.go:171","msg":"trace[1417742091] transaction","detail":"{read_only:false; response_revision:6171; number_of_response:1; }","duration":"107.75336ms","start":"2026-04-21T21:22:21.863119Z","end":"2026-04-21T21:22:21.970872Z","steps":["trace[1417742091] 'process raft request' (duration: 107.707789ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:22:21.970911Z","caller":"traceutil/trace.go:171","msg":"trace[775182991] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"108.311075ms","start":"2026-04-21T21:22:21.862573Z","end":"2026-04-21T21:22:21.970884Z","steps":["trace[775182991] 'process raft request' (duration: 108.14362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:22:22.086389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.518373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-21T21:22:22.086485Z","caller":"traceutil/trace.go:171","msg":"trace[2105775502] linearizableReadLoop","detail":"{readStateIndex:6398; appliedIndex:6397; }","duration":"101.786786ms","start":"2026-04-21T21:22:21.984683Z","end":"2026-04-21T21:22:22.08647Z","steps":["trace[2105775502] 'read index received' (duration: 282.858µs)","trace[2105775502] 'applied index is now lower than readState.Index' (duration: 101.502588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:22:22.086678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.982591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T21:22:22.086703Z","caller":"traceutil/trace.go:171","msg":"trace[2142639698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6171; }","duration":"102.041582ms","start":"2026-04-21T21:22:21.984653Z","end":"2026-04-21T21:22:22.086695Z","steps":["trace[2142639698] 'agreement among raft nodes before linearized reading' (duration: 101.901558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:22:22.087057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.066357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T21:22:22.087344Z","caller":"traceutil/trace.go:171","msg":"trace[2086094702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6171; }","duration":"101.380614ms","start":"2026-04-21T21:22:21.98595Z","end":"2026-04-21T21:22:22.08733Z","steps":["trace[2086094702] 'agreement among raft nodes before linearized reading' (duration: 100.948763ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:22:36.122318Z","caller":"traceutil/trace.go:171","msg":"trace[368337144] transaction","detail":"{read_only:false; response_revision:6268; number_of_response:1; }","duration":"102.615736ms","start":"2026-04-21T21:22:36.019649Z","end":"2026-04-21T21:22:36.122265Z","steps":["trace[368337144] 'process raft request' (duration: 102.418371ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:26:42.899365Z","caller":"traceutil/trace.go:171","msg":"trace[961895839] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"111.193464ms","start":"2026-04-21T21:26:42.788148Z","end":"2026-04-21T21:26:42.899341Z","steps":["trace[961895839] 'process raft request' (duration: 111.095742ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:26:42.89938Z","caller":"traceutil/trace.go:171","msg":"trace[1813501262] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"122.948394ms","start":"2026-04-21T21:26:42.7764Z","end":"2026-04-21T21:26:42.899349Z","steps":["trace[1813501262] 'process raft request' (duration: 94.53634ms)","trace[1813501262] 'compare' (duration: 28.168108ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:26:43.077024Z","caller":"traceutil/trace.go:171","msg":"trace[355520733] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"108.326572ms","start":"2026-04-21T21:26:42.968672Z","end":"2026-04-21T21:26:43.076999Z","steps":["trace[355520733] 'process raft request' (duration: 104.6973ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:26:52.897391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5907} {"level":"info","ts":"2026-04-21T21:26:52.978372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5907,"took":"79.192019ms","hash":2453587762,"current-db-size-bytes":56160256,"current-db-size":"56 MB","current-db-size-in-use-bytes":26140672,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-21T21:26:52.978439Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2453587762,"revision":5907,"compact-revision":2971} {"level":"info","ts":"2026-04-21T21:27:05.041077Z","caller":"traceutil/trace.go:171","msg":"trace[748565867] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"130.579739ms","start":"2026-04-21T21:27:04.910459Z","end":"2026-04-21T21:27:05.041038Z","steps":["trace[748565867] 'process raft request' (duration: 42.826682ms)","trace[748565867] 'compare' (duration: 87.607914ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:27:16.704963Z","caller":"traceutil/trace.go:171","msg":"trace[1553969181] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"154.819907ms","start":"2026-04-21T21:27:16.550119Z","end":"2026-04-21T21:27:16.704939Z","steps":["trace[1553969181] 'process raft request' (duration: 60.743018ms)","trace[1553969181] 'compare' (duration: 93.960046ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:27:19.886199Z","caller":"traceutil/trace.go:171","msg":"trace[1902167835] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8521; }","duration":"102.100803ms","start":"2026-04-21T21:27:19.784077Z","end":"2026-04-21T21:27:19.886178Z","steps":["trace[1902167835] 'read index received' (duration: 101.887187ms)","trace[1902167835] 'applied index is now lower than readState.Index' (duration: 212.216µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:27:19.886259Z","caller":"traceutil/trace.go:171","msg":"trace[1933851473] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"188.063936ms","start":"2026-04-21T21:27:19.698171Z","end":"2026-04-21T21:27:19.886235Z","steps":["trace[1933851473] 'process raft request' (duration: 187.87058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:19.886427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.332719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T21:27:19.886716Z","caller":"traceutil/trace.go:171","msg":"trace[1554993637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8225; }","duration":"102.673567ms","start":"2026-04-21T21:27:19.784019Z","end":"2026-04-21T21:27:19.886692Z","steps":["trace[1554993637] 'agreement among raft nodes before linearized reading' (duration: 102.244046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:19.886427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.443831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T21:27:19.88685Z","caller":"traceutil/trace.go:171","msg":"trace[808418236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8225; }","duration":"100.899742ms","start":"2026-04-21T21:27:19.785937Z","end":"2026-04-21T21:27:19.886837Z","steps":["trace[808418236] 'agreement among raft nodes before linearized reading' (duration: 100.390499ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:27:19.992337Z","caller":"traceutil/trace.go:171","msg":"trace[1094673829] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"101.635271ms","start":"2026-04-21T21:27:19.890682Z","end":"2026-04-21T21:27:19.992317Z","steps":["trace[1094673829] 'process raft request' (duration: 75.475224ms)","trace[1094673829] 'compare' (duration: 25.85921ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:27:19.992513Z","caller":"traceutil/trace.go:171","msg":"trace[933806121] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"101.365615ms","start":"2026-04-21T21:27:19.89114Z","end":"2026-04-21T21:27:19.992506Z","steps":["trace[933806121] 'process raft request' (duration: 100.961024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:49.668645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598611948,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T21:27:50.13334Z","caller":"traceutil/trace.go:171","msg":"trace[868379168] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"974.260671ms","start":"2026-04-21T21:27:49.159047Z","end":"2026-04-21T21:27:50.133307Z","steps":["trace[868379168] 'process raft request' (duration: 974.042276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.133637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:49.159015Z","time spent":"974.529547ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:27:50.951858Z","caller":"traceutil/trace.go:171","msg":"trace[668253585] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"1.742798995s","start":"2026-04-21T21:27:49.209029Z","end":"2026-04-21T21:27:50.951828Z","steps":["trace[668253585] 'process raft request' (duration: 1.74260526s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.952015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:49.209009Z","time spent":"1.742926258s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:27:50.952073Z","caller":"traceutil/trace.go:171","msg":"trace[957955737] linearizableReadLoop","detail":"{readStateIndex:8866; appliedIndex:8861; }","duration":"1.784041327s","start":"2026-04-21T21:27:49.168009Z","end":"2026-04-21T21:27:50.95205Z","steps":["trace[957955737] 'read index received' (duration: 965.079917ms)","trace[957955737] 'applied index is now lower than readState.Index' (duration: 818.96043ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:27:50.952158Z","caller":"traceutil/trace.go:171","msg":"trace[1276255137] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"1.586132421s","start":"2026-04-21T21:27:49.366016Z","end":"2026-04-21T21:27:50.952149Z","steps":["trace[1276255137] 'process raft request' (duration: 1.585918105s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:27:50.952149Z","caller":"traceutil/trace.go:171","msg":"trace[102564757] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"1.628096591s","start":"2026-04-21T21:27:49.324031Z","end":"2026-04-21T21:27:50.952128Z","steps":["trace[102564757] 'process raft request' (duration: 1.627758532s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.952222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:49.365993Z","time spent":"1.586192213s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:27:50.952259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:49.324004Z","time spent":"1.628195383s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:27:50.952309Z","caller":"traceutil/trace.go:171","msg":"trace[1507482180] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"1.560946899s","start":"2026-04-21T21:27:49.391352Z","end":"2026-04-21T21:27:50.952299Z","steps":["trace[1507482180] 'process raft request' (duration: 1.560654101s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.952367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:49.39133Z","time spent":"1.5610073s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:27:50.952445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128113723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T21:27:50.952472Z","caller":"traceutil/trace.go:171","msg":"trace[1549249746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8560; }","duration":"1.128185224s","start":"2026-04-21T21:27:49.824279Z","end":"2026-04-21T21:27:50.952464Z","steps":["trace[1549249746] 'agreement among raft nodes before linearized reading' (duration: 1.128076902s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.952493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:49.82426Z","time spent":"1.128229086s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T21:27:50.952568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.634038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T21:27:50.95261Z","caller":"traceutil/trace.go:171","msg":"trace[236897830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8560; }","duration":"668.70862ms","start":"2026-04-21T21:27:50.283892Z","end":"2026-04-21T21:27:50.9526Z","steps":["trace[236897830] 'agreement among raft nodes before linearized reading' (duration: 668.579637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.952641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:50.283873Z","time spent":"668.75986ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T21:27:50.95271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.782104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T21:27:50.95272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784701943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T21:27:50.952733Z","caller":"traceutil/trace.go:171","msg":"trace[1336745777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8560; }","duration":"816.803856ms","start":"2026-04-21T21:27:50.135923Z","end":"2026-04-21T21:27:50.952727Z","steps":["trace[1336745777] 'agreement among raft nodes before linearized reading' (duration: 816.736433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.952648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.018017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T21:27:50.952759Z","caller":"traceutil/trace.go:171","msg":"trace[230039785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8560; }","duration":"1.784785046s","start":"2026-04-21T21:27:49.167962Z","end":"2026-04-21T21:27:50.952747Z","steps":["trace[230039785] 'agreement among raft nodes before linearized reading' (duration: 1.784716424s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:27:50.95278Z","caller":"traceutil/trace.go:171","msg":"trace[1566525381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8560; }","duration":"669.183472ms","start":"2026-04-21T21:27:50.283586Z","end":"2026-04-21T21:27:50.95277Z","steps":["trace[1566525381] 'agreement among raft nodes before linearized reading' (duration: 669.016917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.952791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:49.167946Z","time spent":"1.784834608s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T21:27:50.952817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:50.283565Z","time spent":"669.243434ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T21:27:50.952753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:50.135867Z","time spent":"816.882437ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T21:27:50.952869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.895895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T21:27:50.952899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.187418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T21:27:50.952951Z","caller":"traceutil/trace.go:171","msg":"trace[1842250095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8560; }","duration":"669.033969ms","start":"2026-04-21T21:27:50.283899Z","end":"2026-04-21T21:27:50.952933Z","steps":["trace[1842250095] 'agreement among raft nodes before linearized reading' (duration: 668.792662ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:27:50.952967Z","caller":"traceutil/trace.go:171","msg":"trace[1274808929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8560; }","duration":"923.310241ms","start":"2026-04-21T21:27:50.029638Z","end":"2026-04-21T21:27:50.952948Z","steps":["trace[1274808929] 'agreement among raft nodes before linearized reading' (duration: 923.090596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.953004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:50.02961Z","time spent":"923.385673ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T21:27:50.953004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.516781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-21T21:27:50.953118Z","caller":"traceutil/trace.go:171","msg":"trace[757111227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:8560; }","duration":"660.663144ms","start":"2026-04-21T21:27:50.292425Z","end":"2026-04-21T21:27:50.953088Z","steps":["trace[757111227] 'agreement among raft nodes before linearized reading' (duration: 660.378688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.953182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:50.292413Z","time spent":"660.754327ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kf8gx\" "} {"level":"warn","ts":"2026-04-21T21:27:50.953705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:27:50.953823Z","caller":"traceutil/trace.go:171","msg":"trace[2124083899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8560; }","duration":"897.490593ms","start":"2026-04-21T21:27:50.056278Z","end":"2026-04-21T21:27:50.953768Z","steps":["trace[2124083899] 'agreement among raft nodes before linearized reading' (duration: 897.347769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:27:50.953873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:50.056253Z","time spent":"897.609806ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T21:27:50.954767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:27:50.283873Z","time spent":"669.11429ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T21:28:01.457463Z","caller":"traceutil/trace.go:171","msg":"trace[1908420447] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"656.585111ms","start":"2026-04-21T21:28:00.800857Z","end":"2026-04-21T21:28:01.457442Z","steps":["trace[1908420447] 'process raft request' (duration: 656.447857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.457613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:00.800834Z","time spent":"656.707854ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:01.500045Z","caller":"traceutil/trace.go:171","msg":"trace[703106573] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"511.774338ms","start":"2026-04-21T21:28:00.988238Z","end":"2026-04-21T21:28:01.500013Z","steps":["trace[703106573] 'process raft request' (duration: 511.555093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.500221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:00.988202Z","time spent":"511.930032ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:01.500429Z","caller":"traceutil/trace.go:171","msg":"trace[1890169183] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"503.058086ms","start":"2026-04-21T21:28:00.997343Z","end":"2026-04-21T21:28:01.500401Z","steps":["trace[1890169183] 'process raft request' (duration: 502.608705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.500618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:00.997313Z","time spent":"503.21515ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:01.500913Z","caller":"traceutil/trace.go:171","msg":"trace[2087929883] linearizableReadLoop","detail":"{readStateIndex:8924; appliedIndex:8919; }","duration":"471.513131ms","start":"2026-04-21T21:28:01.029383Z","end":"2026-04-21T21:28:01.500896Z","steps":["trace[2087929883] 'read index received' (duration: 427.92668ms)","trace[2087929883] 'applied index is now lower than readState.Index' (duration: 43.585101ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:28:01.500951Z","caller":"traceutil/trace.go:171","msg":"trace[775065123] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"499.149596ms","start":"2026-04-21T21:28:01.001788Z","end":"2026-04-21T21:28:01.500938Z","steps":["trace[775065123] 'process raft request' (duration: 498.51866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.501018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.001756Z","time spent":"499.226718ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:01.501035Z","caller":"traceutil/trace.go:171","msg":"trace[1616588429] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"497.704718ms","start":"2026-04-21T21:28:01.003317Z","end":"2026-04-21T21:28:01.501022Z","steps":["trace[1616588429] 'process raft request' (duration: 497.487023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.501115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.0033Z","time spent":"497.768281ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:28:01.501224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.372279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T21:28:01.501215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.762831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:28:01.501271Z","caller":"traceutil/trace.go:171","msg":"trace[1227037073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8616; }","duration":"462.442961ms","start":"2026-04-21T21:28:01.038811Z","end":"2026-04-21T21:28:01.501254Z","steps":["trace[1227037073] 'agreement among raft nodes before linearized reading' (duration: 462.322338ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:01.501289Z","caller":"traceutil/trace.go:171","msg":"trace[1416878136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8616; }","duration":"446.872203ms","start":"2026-04-21T21:28:01.054398Z","end":"2026-04-21T21:28:01.50127Z","steps":["trace[1416878136] 'agreement among raft nodes before linearized reading' (duration: 446.759981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.501318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.038798Z","time spent":"462.500682ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T21:28:01.501332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.054379Z","time spent":"446.945506ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T21:28:01.501472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.940171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-21T21:28:01.501513Z","caller":"traceutil/trace.go:171","msg":"trace[1228889628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:8616; }","duration":"459.004942ms","start":"2026-04-21T21:28:01.042499Z","end":"2026-04-21T21:28:01.501504Z","steps":["trace[1228889628] 'agreement among raft nodes before linearized reading' (duration: 458.906539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.501542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.042489Z","time spent":"459.045234ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kf8gx\" "} {"level":"warn","ts":"2026-04-21T21:28:01.501673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.01206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T21:28:01.501752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.356728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T21:28:01.501758Z","caller":"traceutil/trace.go:171","msg":"trace[1062581258] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8616; }","duration":"193.110533ms","start":"2026-04-21T21:28:01.308614Z","end":"2026-04-21T21:28:01.501725Z","steps":["trace[1062581258] 'agreement among raft nodes before linearized reading' (duration: 193.004721ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:01.501786Z","caller":"traceutil/trace.go:171","msg":"trace[5412139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8616; }","duration":"460.421049ms","start":"2026-04-21T21:28:01.041355Z","end":"2026-04-21T21:28:01.501776Z","steps":["trace[5412139] 'agreement among raft nodes before linearized reading' (duration: 460.320356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.501813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.041337Z","time spent":"460.47012ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T21:28:01.501901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.954215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T21:28:01.501974Z","caller":"traceutil/trace.go:171","msg":"trace[1651810603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8616; }","duration":"463.069527ms","start":"2026-04-21T21:28:01.038886Z","end":"2026-04-21T21:28:01.501955Z","steps":["trace[1651810603] 'agreement among raft nodes before linearized reading' (duration: 462.8322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.502022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.038863Z","time spent":"463.147949ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T21:28:01.502105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.715272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T21:28:01.502178Z","caller":"traceutil/trace.go:171","msg":"trace[1911422461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8616; }","duration":"472.826385ms","start":"2026-04-21T21:28:01.029337Z","end":"2026-04-21T21:28:01.502164Z","steps":["trace[1911422461] 'agreement among raft nodes before linearized reading' (duration: 472.64274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.502218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.029317Z","time spent":"472.889937ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T21:28:01.502292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.602376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:28:01.502334Z","caller":"traceutil/trace.go:171","msg":"trace[1551277064] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8616; }","duration":"426.701178ms","start":"2026-04-21T21:28:01.075623Z","end":"2026-04-21T21:28:01.502324Z","steps":["trace[1551277064] 'agreement among raft nodes before linearized reading' (duration: 426.635427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.502369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.0756Z","time spent":"426.75478ms","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-21T21:28:01.502395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.583113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T21:28:01.502434Z","caller":"traceutil/trace.go:171","msg":"trace[1376778959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8616; }","duration":"462.649495ms","start":"2026-04-21T21:28:01.039773Z","end":"2026-04-21T21:28:01.502422Z","steps":["trace[1376778959] 'agreement among raft nodes before linearized reading' (duration: 462.531952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.502477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.039762Z","time spent":"462.708037ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T21:28:01.502699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.161843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T21:28:01.502771Z","caller":"traceutil/trace.go:171","msg":"trace[1583475125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8616; }","duration":"360.270496ms","start":"2026-04-21T21:28:01.142486Z","end":"2026-04-21T21:28:01.502756Z","steps":["trace[1583475125] 'agreement among raft nodes before linearized reading' (duration: 359.946798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:01.50281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:01.142469Z","time spent":"360.331848ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T21:28:03.766868Z","caller":"traceutil/trace.go:171","msg":"trace[696406460] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"163.119329ms","start":"2026-04-21T21:28:03.60372Z","end":"2026-04-21T21:28:03.766839Z","steps":["trace[696406460] 'process raft request' (duration: 116.218633ms)","trace[696406460] 'compare' (duration: 46.783693ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:28:03.987654Z","caller":"traceutil/trace.go:171","msg":"trace[561216230] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"383.856827ms","start":"2026-04-21T21:28:03.603766Z","end":"2026-04-21T21:28:03.987623Z","steps":["trace[561216230] 'process raft request' (duration: 383.55101ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:03.987658Z","caller":"traceutil/trace.go:171","msg":"trace[221371081] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"383.773805ms","start":"2026-04-21T21:28:03.603855Z","end":"2026-04-21T21:28:03.987628Z","steps":["trace[221371081] 'process raft request' (duration: 383.649262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:03.987781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:03.603751Z","time spent":"383.965939ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:28:03.987832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:03.603822Z","time spent":"383.918088ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:03.987961Z","caller":"traceutil/trace.go:171","msg":"trace[1888806994] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"383.844838ms","start":"2026-04-21T21:28:03.604091Z","end":"2026-04-21T21:28:03.987936Z","steps":["trace[1888806994] 'process raft request' (duration: 383.480888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:03.98811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:03.60408Z","time spent":"383.93738ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:03.988616Z","caller":"traceutil/trace.go:171","msg":"trace[1349462287] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"383.765215ms","start":"2026-04-21T21:28:03.604838Z","end":"2026-04-21T21:28:03.988603Z","steps":["trace[1349462287] 'process raft request' (duration: 383.045776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:03.988698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:03.604824Z","time spent":"383.826356ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:03.988554Z","caller":"traceutil/trace.go:171","msg":"trace[657710284] linearizableReadLoop","detail":"{readStateIndex:8937; appliedIndex:8934; }","duration":"384.592386ms","start":"2026-04-21T21:28:03.603948Z","end":"2026-04-21T21:28:03.98854Z","steps":["trace[657710284] 'read index received' (duration: 116.09418ms)","trace[657710284] 'applied index is now lower than readState.Index' (duration: 268.497256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:28:03.989118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.81128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T21:28:03.989168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.207912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224132"} {"level":"info","ts":"2026-04-21T21:28:03.989186Z","caller":"traceutil/trace.go:171","msg":"trace[1496248210] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8630; }","duration":"238.915682ms","start":"2026-04-21T21:28:03.750254Z","end":"2026-04-21T21:28:03.989169Z","steps":["trace[1496248210] 'agreement among raft nodes before linearized reading' (duration: 238.762728ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:03.989223Z","caller":"traceutil/trace.go:171","msg":"trace[1283791952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8630; }","duration":"385.286244ms","start":"2026-04-21T21:28:03.603921Z","end":"2026-04-21T21:28:03.989207Z","steps":["trace[1283791952] 'agreement among raft nodes before linearized reading' (duration: 384.801241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:03.989283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:03.603911Z","time spent":"385.359186ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224154,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T21:28:30.111069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.122358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-04-21T21:28:30.111188Z","caller":"traceutil/trace.go:171","msg":"trace[377391241] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8820; }","duration":"135.248432ms","start":"2026-04-21T21:28:29.975925Z","end":"2026-04-21T21:28:30.111173Z","steps":["trace[377391241] 'range keys from in-memory index tree' (duration: 134.967923ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:31.839293Z","caller":"traceutil/trace.go:171","msg":"trace[2016965102] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"148.261644ms","start":"2026-04-21T21:28:31.690999Z","end":"2026-04-21T21:28:31.83926Z","steps":["trace[2016965102] 'process raft request' (duration: 147.425763ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:31.839787Z","caller":"traceutil/trace.go:171","msg":"trace[156926770] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"147.206657ms","start":"2026-04-21T21:28:31.692561Z","end":"2026-04-21T21:28:31.839768Z","steps":["trace[156926770] 'process raft request' (duration: 146.905539ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:31.839825Z","caller":"traceutil/trace.go:171","msg":"trace[601123650] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"121.579993ms","start":"2026-04-21T21:28:31.718207Z","end":"2026-04-21T21:28:31.839787Z","steps":["trace[601123650] 'process raft request' (duration: 121.439789ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:31.840319Z","caller":"traceutil/trace.go:171","msg":"trace[1107056138] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"114.38983ms","start":"2026-04-21T21:28:31.725918Z","end":"2026-04-21T21:28:31.840307Z","steps":["trace[1107056138] 'process raft request' (duration: 113.808745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:36.426636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598612854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:28:36.927078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409887598612854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T21:28:37.417663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.558997545s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T21:28:37.418152Z","caller":"traceutil/trace.go:171","msg":"trace[1048755010] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"1.559659621s","start":"2026-04-21T21:28:35.858466Z","end":"2026-04-21T21:28:37.418125Z","steps":["trace[1048755010] 'process raft request' (duration: 1.559439035s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.419029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:35.858428Z","time spent":"1.560118533s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:37.688088Z","caller":"traceutil/trace.go:171","msg":"trace[1894887832] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"1.822642132s","start":"2026-04-21T21:28:35.865412Z","end":"2026-04-21T21:28:37.688054Z","steps":["trace[1894887832] 'process raft request' (duration: 1.774921245s)","trace[1894887832] 'compare' (duration: 47.382839ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:28:37.688133Z","caller":"traceutil/trace.go:171","msg":"trace[284290179] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"1.819779279s","start":"2026-04-21T21:28:35.86833Z","end":"2026-04-21T21:28:37.688109Z","steps":["trace[284290179] 'process raft request' (duration: 1.819668457s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.688148Z","caller":"traceutil/trace.go:171","msg":"trace[139880616] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"840.065758ms","start":"2026-04-21T21:28:36.848067Z","end":"2026-04-21T21:28:37.688133Z","steps":["trace[139880616] 'process raft request' (duration: 839.965136ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.688169Z","caller":"traceutil/trace.go:171","msg":"trace[345459673] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"1.82095854s","start":"2026-04-21T21:28:35.867161Z","end":"2026-04-21T21:28:37.68812Z","steps":["trace[345459673] 'process raft request' (duration: 1.820783905s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.688233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.848046Z","time spent":"840.13421ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:28:37.688238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:35.868277Z","time spent":"1.819902392s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:37.688095Z","caller":"traceutil/trace.go:171","msg":"trace[1615578360] linearizableReadLoop","detail":"{readStateIndex:9170; appliedIndex:9165; }","duration":"1.762536269s","start":"2026-04-21T21:28:35.925536Z","end":"2026-04-21T21:28:37.688073Z","steps":["trace[1615578360] 'read index received' (duration: 1.492338463s)","trace[1615578360] 'applied index is now lower than readState.Index' (duration: 270.197056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:28:37.688268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762719364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T21:28:37.688311Z","caller":"traceutil/trace.go:171","msg":"trace[563899131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8852; }","duration":"1.762809576s","start":"2026-04-21T21:28:35.925489Z","end":"2026-04-21T21:28:37.688299Z","steps":["trace[563899131] 'agreement among raft nodes before linearized reading' (duration: 1.762657191s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.688335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:35.867149Z","time spent":"1.821106704s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:28:37.688366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:35.925467Z","time spent":"1.762890097s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T21:28:37.688391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:35.865387Z","time spent":"1.822774946s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:28:37.688433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434793026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T21:28:37.688451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699186471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T21:28:37.688476Z","caller":"traceutil/trace.go:171","msg":"trace[233480919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8852; }","duration":"1.434874108s","start":"2026-04-21T21:28:36.25359Z","end":"2026-04-21T21:28:37.688464Z","steps":["trace[233480919] 'agreement among raft nodes before linearized reading' (duration: 1.434762985s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.688482Z","caller":"traceutil/trace.go:171","msg":"trace[131403663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8852; }","duration":"1.699260354s","start":"2026-04-21T21:28:35.989212Z","end":"2026-04-21T21:28:37.688472Z","steps":["trace[131403663] 'agreement among raft nodes before linearized reading' (duration: 1.699137641s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.6885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.253568Z","time spent":"1.434926479s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T21:28:37.688503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:35.989183Z","time spent":"1.699315155s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T21:28:37.688518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.603255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-21T21:28:37.688527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202428685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-21T21:28:37.688556Z","caller":"traceutil/trace.go:171","msg":"trace[853885467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8852; }","duration":"895.676117ms","start":"2026-04-21T21:28:36.792867Z","end":"2026-04-21T21:28:37.688543Z","steps":["trace[853885467] 'agreement among raft nodes before linearized reading' (duration: 895.593835ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.688583Z","caller":"traceutil/trace.go:171","msg":"trace[1530174693] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:8852; }","duration":"1.202484197s","start":"2026-04-21T21:28:36.486089Z","end":"2026-04-21T21:28:37.688573Z","steps":["trace[1530174693] 'agreement among raft nodes before linearized reading' (duration: 1.202383264s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.688603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435056052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T21:28:37.688614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.485959Z","time spent":"1.20264842s","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-21T21:28:37.688616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589638167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T21:28:37.688624Z","caller":"traceutil/trace.go:171","msg":"trace[1708105678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8852; }","duration":"1.435110694s","start":"2026-04-21T21:28:36.253507Z","end":"2026-04-21T21:28:37.688618Z","steps":["trace[1708105678] 'agreement among raft nodes before linearized reading' (duration: 1.435046222s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.688631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496810998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T21:28:37.688643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.253486Z","time spent":"1.435151864s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T21:28:37.688605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.536008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T21:28:37.688666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475246737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-21T21:28:37.688718Z","caller":"traceutil/trace.go:171","msg":"trace[1070072838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:8852; }","duration":"1.47534035s","start":"2026-04-21T21:28:36.21337Z","end":"2026-04-21T21:28:37.68871Z","steps":["trace[1070072838] 'agreement among raft nodes before linearized reading' (duration: 1.475234027s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.688586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.792847Z","time spent":"895.732288ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T21:28:37.688749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.213352Z","time spent":"1.475390611s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kf8gx\" "} {"level":"warn","ts":"2026-04-21T21:28:37.68875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482351359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T21:28:37.688672Z","caller":"traceutil/trace.go:171","msg":"trace[1563712244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8852; }","duration":"1.49689149s","start":"2026-04-21T21:28:36.19177Z","end":"2026-04-21T21:28:37.688661Z","steps":["trace[1563712244] 'agreement among raft nodes before linearized reading' (duration: 1.496795387s)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.688777Z","caller":"traceutil/trace.go:171","msg":"trace[192298433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8852; }","duration":"1.482412889s","start":"2026-04-21T21:28:36.206357Z","end":"2026-04-21T21:28:37.68877Z","steps":["trace[192298433] 'agreement among raft nodes before linearized reading' (duration: 1.482336628s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.6888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.191743Z","time spent":"1.497048853s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T21:28:37.688642Z","caller":"traceutil/trace.go:171","msg":"trace[1179228175] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8852; }","duration":"1.589729039s","start":"2026-04-21T21:28:36.098905Z","end":"2026-04-21T21:28:37.688634Z","steps":["trace[1179228175] 'agreement among raft nodes before linearized reading' (duration: 1.589687098s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.688806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.206336Z","time spent":"1.482463411s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T21:28:37.688528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.875343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T21:28:37.688783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6305109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:28:37.688882Z","caller":"traceutil/trace.go:171","msg":"trace[1558991656] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8852; }","duration":"483.253251ms","start":"2026-04-21T21:28:37.2056Z","end":"2026-04-21T21:28:37.688853Z","steps":["trace[1558991656] 'agreement among raft nodes before linearized reading' (duration: 482.877012ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.688875Z","caller":"traceutil/trace.go:171","msg":"trace[2119092221] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8852; }","duration":"568.902417ms","start":"2026-04-21T21:28:37.119947Z","end":"2026-04-21T21:28:37.68885Z","steps":["trace[2119092221] 'agreement among raft nodes before linearized reading' (duration: 568.453366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.688961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:37.119888Z","time spent":"569.060332ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T21:28:37.688957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:37.205578Z","time spent":"483.357535ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-21T21:28:37.688889Z","caller":"traceutil/trace.go:171","msg":"trace[753357292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8852; }","duration":"1.630831607s","start":"2026-04-21T21:28:36.058037Z","end":"2026-04-21T21:28:37.688869Z","steps":["trace[753357292] 'agreement among raft nodes before linearized reading' (duration: 1.630597661s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.689087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.05714Z","time spent":"1.631934686s","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T21:28:37.68884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:36.09888Z","time spent":"1.589945885s","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T21:28:37.689317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.183268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T21:28:37.689367Z","caller":"traceutil/trace.go:171","msg":"trace[1617054977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8852; }","duration":"432.2608ms","start":"2026-04-21T21:28:37.257095Z","end":"2026-04-21T21:28:37.689356Z","steps":["trace[1617054977] 'agreement among raft nodes before linearized reading' (duration: 431.376218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.689406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:37.25708Z","time spent":"432.318181ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T21:28:37.844843Z","caller":"traceutil/trace.go:171","msg":"trace[303102162] linearizableReadLoop","detail":"{readStateIndex:9171; appliedIndex:9170; }","duration":"154.238306ms","start":"2026-04-21T21:28:37.690576Z","end":"2026-04-21T21:28:37.844815Z","steps":["trace[303102162] 'read index received' (duration: 146.357775ms)","trace[303102162] 'applied index is now lower than readState.Index' (duration: 7.878461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:28:37.845255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.43609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:28:37.84534Z","caller":"traceutil/trace.go:171","msg":"trace[1777228732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8852; }","duration":"154.78459ms","start":"2026-04-21T21:28:37.690535Z","end":"2026-04-21T21:28:37.84532Z","steps":["trace[1777228732] 'agreement among raft nodes before linearized reading' (duration: 154.41043ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.846562Z","caller":"traceutil/trace.go:171","msg":"trace[2056224521] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"152.238216ms","start":"2026-04-21T21:28:37.694313Z","end":"2026-04-21T21:28:37.846552Z","steps":["trace[2056224521] 'process raft request' (duration: 152.03342ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.846567Z","caller":"traceutil/trace.go:171","msg":"trace[701353987] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"151.920627ms","start":"2026-04-21T21:28:37.694623Z","end":"2026-04-21T21:28:37.846543Z","steps":["trace[701353987] 'process raft request' (duration: 151.873396ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.846577Z","caller":"traceutil/trace.go:171","msg":"trace[784507530] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"152.164874ms","start":"2026-04-21T21:28:37.694394Z","end":"2026-04-21T21:28:37.846559Z","steps":["trace[784507530] 'process raft request' (duration: 152.070561ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.846841Z","caller":"traceutil/trace.go:171","msg":"trace[1664511805] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"151.946787ms","start":"2026-04-21T21:28:37.694882Z","end":"2026-04-21T21:28:37.846828Z","steps":["trace[1664511805] 'process raft request' (duration: 151.63716ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.846902Z","caller":"traceutil/trace.go:171","msg":"trace[1909739446] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"151.457455ms","start":"2026-04-21T21:28:37.695436Z","end":"2026-04-21T21:28:37.846894Z","steps":["trace[1909739446] 'process raft request' (duration: 151.299301ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.846981Z","caller":"traceutil/trace.go:171","msg":"trace[327762895] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"146.951741ms","start":"2026-04-21T21:28:37.700016Z","end":"2026-04-21T21:28:37.846968Z","steps":["trace[327762895] 'process raft request' (duration: 146.795487ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:37.847041Z","caller":"traceutil/trace.go:171","msg":"trace[1004689642] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"136.75548ms","start":"2026-04-21T21:28:37.710262Z","end":"2026-04-21T21:28:37.847017Z","steps":["trace[1004689642] 'process raft request' (duration: 136.598906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.847135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.444637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T21:28:37.847185Z","caller":"traceutil/trace.go:171","msg":"trace[1565995957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8859; }","duration":"153.533149ms","start":"2026-04-21T21:28:37.693639Z","end":"2026-04-21T21:28:37.847172Z","steps":["trace[1565995957] 'agreement among raft nodes before linearized reading' (duration: 153.337363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:37.847345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.479256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228863"} {"level":"info","ts":"2026-04-21T21:28:37.847391Z","caller":"traceutil/trace.go:171","msg":"trace[464349947] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8859; }","duration":"153.537538ms","start":"2026-04-21T21:28:37.693844Z","end":"2026-04-21T21:28:37.847381Z","steps":["trace[464349947] 'agreement among raft nodes before linearized reading' (duration: 153.184118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:51.086416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.056415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T21:28:51.086515Z","caller":"traceutil/trace.go:171","msg":"trace[1539274868] linearizableReadLoop","detail":"{readStateIndex:9286; appliedIndex:9285; }","duration":"408.148066ms","start":"2026-04-21T21:28:50.67835Z","end":"2026-04-21T21:28:51.086498Z","steps":["trace[1539274868] 'read index received' (duration: 140.744712ms)","trace[1539274868] 'applied index is now lower than readState.Index' (duration: 267.402264ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:28:51.086574Z","caller":"traceutil/trace.go:171","msg":"trace[548814154] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8962; }","duration":"410.611529ms","start":"2026-04-21T21:28:50.675937Z","end":"2026-04-21T21:28:51.086549Z","steps":["trace[548814154] 'process raft request' (duration: 143.261547ms)","trace[548814154] 'compare' (duration: 266.928071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:28:51.086689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:50.675921Z","time spent":"410.706481ms","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-21T21:28:51.086702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.343612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-x6gbm\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-04-21T21:28:51.086754Z","caller":"traceutil/trace.go:171","msg":"trace[1014193752] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-x6gbm; range_end:; response_count:1; response_revision:8962; }","duration":"408.422463ms","start":"2026-04-21T21:28:50.678312Z","end":"2026-04-21T21:28:51.086734Z","steps":["trace[1014193752] 'agreement among raft nodes before linearized reading' (duration: 408.255058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:51.087185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:50.678295Z","time spent":"408.506256ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4690,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-x6gbm\" "} {"level":"info","ts":"2026-04-21T21:28:51.092604Z","caller":"traceutil/trace.go:171","msg":"trace[465620936] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"113.382814ms","start":"2026-04-21T21:28:50.979206Z","end":"2026-04-21T21:28:51.092589Z","steps":["trace[465620936] 'process raft request' (duration: 113.22006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:51.09278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.967494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-x6gbm\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-04-21T21:28:51.092876Z","caller":"traceutil/trace.go:171","msg":"trace[372587277] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-x6gbm; range_end:; response_count:1; response_revision:8963; }","duration":"414.090106ms","start":"2026-04-21T21:28:50.678769Z","end":"2026-04-21T21:28:51.092859Z","steps":["trace[372587277] 'agreement among raft nodes before linearized reading' (duration: 413.82445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:51.092938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:50.678761Z","time spent":"414.14728ms","remote":"127.0.0.1:44602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-x6gbm\" "} {"level":"warn","ts":"2026-04-21T21:28:51.092971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.907708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-x6gbm\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-04-21T21:28:51.09304Z","caller":"traceutil/trace.go:171","msg":"trace[1346039383] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-x6gbm; range_end:; response_count:1; response_revision:8963; }","duration":"114.011679ms","start":"2026-04-21T21:28:50.97901Z","end":"2026-04-21T21:28:51.093021Z","steps":["trace[1346039383] 'agreement among raft nodes before linearized reading' (duration: 113.710231ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:51.21282Z","caller":"traceutil/trace.go:171","msg":"trace[363931650] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8964; }","duration":"111.895466ms","start":"2026-04-21T21:28:51.1009Z","end":"2026-04-21T21:28:51.212795Z","steps":["trace[363931650] 'process raft request' (duration: 87.396881ms)","trace[363931650] 'compare' (duration: 24.272638ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:28:51.885286Z","caller":"traceutil/trace.go:171","msg":"trace[520092970] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"226.740916ms","start":"2026-04-21T21:28:51.658519Z","end":"2026-04-21T21:28:51.88526Z","steps":["trace[520092970] 'process raft request' (duration: 226.571382ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:52.142074Z","caller":"traceutil/trace.go:171","msg":"trace[267434940] linearizableReadLoop","detail":"{readStateIndex:9296; appliedIndex:9292; }","duration":"299.938904ms","start":"2026-04-21T21:28:51.842115Z","end":"2026-04-21T21:28:52.142054Z","steps":["trace[267434940] 'read index received' (duration: 42.974256ms)","trace[267434940] 'applied index is now lower than readState.Index' (duration: 256.963478ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:28:52.142078Z","caller":"traceutil/trace.go:171","msg":"trace[437454648] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"402.692097ms","start":"2026-04-21T21:28:51.739324Z","end":"2026-04-21T21:28:52.142016Z","steps":["trace[437454648] 'process raft request' (duration: 337.222496ms)","trace[437454648] 'compare' (duration: 65.06277ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:28:52.14216Z","caller":"traceutil/trace.go:171","msg":"trace[1853325258] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"398.334885ms","start":"2026-04-21T21:28:51.743791Z","end":"2026-04-21T21:28:52.142126Z","steps":["trace[1853325258] 'process raft request' (duration: 398.12912ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:52.142213Z","caller":"traceutil/trace.go:171","msg":"trace[216963846] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"398.350076ms","start":"2026-04-21T21:28:51.743838Z","end":"2026-04-21T21:28:52.142188Z","steps":["trace[216963846] 'process raft request' (duration: 398.168332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:52.142251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.739301Z","time spent":"402.872621ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:28:52.142312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.743769Z","time spent":"398.456889ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:28:52.142342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.743818Z","time spent":"398.456438ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:28:52.14257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.458657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-21T21:28:52.142611Z","caller":"traceutil/trace.go:171","msg":"trace[625940499] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8971; }","duration":"300.527829ms","start":"2026-04-21T21:28:51.842072Z","end":"2026-04-21T21:28:52.1426Z","steps":["trace[625940499] 'agreement among raft nodes before linearized reading' (duration: 300.087277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:52.142644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.842052Z","time spent":"300.585401ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-21T21:28:52.615285Z","caller":"traceutil/trace.go:171","msg":"trace[1088820681] linearizableReadLoop","detail":"{readStateIndex:9297; appliedIndex:9296; }","duration":"473.124032ms","start":"2026-04-21T21:28:52.142134Z","end":"2026-04-21T21:28:52.615258Z","steps":["trace[1088820681] 'read index received' (duration: 404.924692ms)","trace[1088820681] 'applied index is now lower than readState.Index' (duration: 68.19809ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:28:52.615328Z","caller":"traceutil/trace.go:171","msg":"trace[323810004] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"608.18665ms","start":"2026-04-21T21:28:52.00709Z","end":"2026-04-21T21:28:52.615276Z","steps":["trace[323810004] 'process raft request' (duration: 540.127393ms)","trace[323810004] 'compare' (duration: 67.540893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:28:52.615401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.537347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:28:52.615477Z","caller":"traceutil/trace.go:171","msg":"trace[1622183350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8972; }","duration":"559.668531ms","start":"2026-04-21T21:28:52.055789Z","end":"2026-04-21T21:28:52.615458Z","steps":["trace[1622183350] 'agreement among raft nodes before linearized reading' (duration: 559.493367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:52.615495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.988087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T21:28:52.615508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.548854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T21:28:52.615537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.772745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T21:28:52.615564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.521401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-21T21:28:52.615587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.524054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T21:28:52.615615Z","caller":"traceutil/trace.go:171","msg":"trace[513840861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8972; }","duration":"678.681878ms","start":"2026-04-21T21:28:51.936902Z","end":"2026-04-21T21:28:52.615584Z","steps":["trace[513840861] 'agreement among raft nodes before linearized reading' (duration: 678.415392ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:52.615661Z","caller":"traceutil/trace.go:171","msg":"trace[2112853231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8972; }","duration":"678.688488ms","start":"2026-04-21T21:28:51.936954Z","end":"2026-04-21T21:28:52.615643Z","steps":["trace[2112853231] 'agreement among raft nodes before linearized reading' (duration: 678.38296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:52.615719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.936919Z","time spent":"678.790871ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T21:28:52.615641Z","caller":"traceutil/trace.go:171","msg":"trace[188975384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:8972; }","duration":"674.617105ms","start":"2026-04-21T21:28:51.94101Z","end":"2026-04-21T21:28:52.615627Z","steps":["trace[188975384] 'agreement among raft nodes before linearized reading' (duration: 674.282606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:52.615776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.940998Z","time spent":"674.763808ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kf8gx\" "} {"level":"warn","ts":"2026-04-21T21:28:52.615557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:52.00704Z","time spent":"608.391624ms","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:28:52.615705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.936826Z","time spent":"678.859834ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T21:28:52.615543Z","caller":"traceutil/trace.go:171","msg":"trace[374222317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8972; }","duration":"683.08691ms","start":"2026-04-21T21:28:51.932443Z","end":"2026-04-21T21:28:52.61553Z","steps":["trace[374222317] 'agreement among raft nodes before linearized reading' (duration: 682.913556ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:52.615631Z","caller":"traceutil/trace.go:171","msg":"trace[1329442895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8972; }","duration":"677.897059ms","start":"2026-04-21T21:28:51.937711Z","end":"2026-04-21T21:28:52.615608Z","steps":["trace[1329442895] 'agreement among raft nodes before linearized reading' (duration: 677.56721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:52.615835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.797684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T21:28:52.615928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.937699Z","time spent":"678.209937ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T21:28:52.61592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.932421Z","time spent":"683.480881ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T21:28:52.615538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:52.055767Z","time spent":"559.753973ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T21:28:52.616081Z","caller":"traceutil/trace.go:171","msg":"trace[453656538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8972; }","duration":"683.024219ms","start":"2026-04-21T21:28:51.932951Z","end":"2026-04-21T21:28:52.615975Z","steps":["trace[453656538] 'agreement among raft nodes before linearized reading' (duration: 682.391193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:52.616219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:51.932935Z","time spent":"683.267045ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T21:28:52.651534Z","caller":"traceutil/trace.go:171","msg":"trace[1065246928] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"497.415263ms","start":"2026-04-21T21:28:52.154092Z","end":"2026-04-21T21:28:52.651507Z","steps":["trace[1065246928] 'process raft request' (duration: 497.173296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:52.651687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:28:52.154065Z","time spent":"497.541636ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:28:53.247124Z","caller":"traceutil/trace.go:171","msg":"trace[170756179] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"100.575877ms","start":"2026-04-21T21:28:53.146523Z","end":"2026-04-21T21:28:53.247099Z","steps":["trace[170756179] 'process raft request' (duration: 99.956061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:28:53.68536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.470932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T21:28:53.685722Z","caller":"traceutil/trace.go:171","msg":"trace[1163342066] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8982; }","duration":"299.882382ms","start":"2026-04-21T21:28:53.385822Z","end":"2026-04-21T21:28:53.685704Z","steps":["trace[1163342066] 'count revisions from in-memory index tree' (duration: 299.275787ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:53.685614Z","caller":"traceutil/trace.go:171","msg":"trace[329993671] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"198.29865ms","start":"2026-04-21T21:28:53.48728Z","end":"2026-04-21T21:28:53.685578Z","steps":["trace[329993671] 'process raft request' (duration: 156.322349ms)","trace[329993671] 'compare' (duration: 41.784746ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:28:59.930345Z","caller":"traceutil/trace.go:171","msg":"trace[1825346643] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9374; }","duration":"121.948482ms","start":"2026-04-21T21:28:59.808376Z","end":"2026-04-21T21:28:59.930325Z","steps":["trace[1825346643] 'read index received' (duration: 121.83382ms)","trace[1825346643] 'applied index is now lower than readState.Index' (duration: 113.742µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:28:59.930491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.092056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:28:59.930537Z","caller":"traceutil/trace.go:171","msg":"trace[1770998373] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9047; }","duration":"122.156677ms","start":"2026-04-21T21:28:59.808369Z","end":"2026-04-21T21:28:59.930526Z","steps":["trace[1770998373] 'agreement among raft nodes before linearized reading' (duration: 122.042454ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:28:59.93076Z","caller":"traceutil/trace.go:171","msg":"trace[992785032] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"222.475528ms","start":"2026-04-21T21:28:59.708244Z","end":"2026-04-21T21:28:59.93072Z","steps":["trace[992785032] 'process raft request' (duration: 221.950475ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:29:07.478287Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024f4.wal"} {"level":"info","ts":"2026-04-21T21:29:54.692881Z","caller":"traceutil/trace.go:171","msg":"trace[596068025] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"324.745727ms","start":"2026-04-21T21:29:54.368101Z","end":"2026-04-21T21:29:54.692847Z","steps":["trace[596068025] 'process raft request' (duration: 324.522802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:54.69312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:54.368075Z","time spent":"324.916942ms","remote":"127.0.0.1:33358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:29:54.703002Z","caller":"traceutil/trace.go:171","msg":"trace[1868953489] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"333.863411ms","start":"2026-04-21T21:29:54.3691Z","end":"2026-04-21T21:29:54.702963Z","steps":["trace[1868953489] 'process raft request' (duration: 333.524351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:54.703223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:54.369081Z","time spent":"334.021644ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:29:54.70347Z","caller":"traceutil/trace.go:171","msg":"trace[798240738] linearizableReadLoop","detail":"{readStateIndex:9984; appliedIndex:9982; }","duration":"329.389296ms","start":"2026-04-21T21:29:54.374041Z","end":"2026-04-21T21:29:54.703431Z","steps":["trace[798240738] 'read index received' (duration: 318.55903ms)","trace[798240738] 'applied index is now lower than readState.Index' (duration: 10.828856ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:29:54.703613Z","caller":"traceutil/trace.go:171","msg":"trace[1731045775] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"316.383554ms","start":"2026-04-21T21:29:54.387203Z","end":"2026-04-21T21:29:54.703586Z","steps":["trace[1731045775] 'process raft request' (duration: 316.062945ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:29:54.703703Z","caller":"traceutil/trace.go:171","msg":"trace[304612820] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"321.590867ms","start":"2026-04-21T21:29:54.382065Z","end":"2026-04-21T21:29:54.703656Z","steps":["trace[304612820] 'process raft request' (duration: 320.781407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:54.703755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.671904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-21T21:29:54.703786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:54.387186Z","time spent":"316.498477ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:29:54.703797Z","caller":"traceutil/trace.go:171","msg":"trace[1560925078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9642; }","duration":"329.781336ms","start":"2026-04-21T21:29:54.374005Z","end":"2026-04-21T21:29:54.703787Z","steps":["trace[1560925078] 'agreement among raft nodes before linearized reading' (duration: 329.558431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:54.703842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:54.373989Z","time spent":"329.844628ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T21:29:54.703892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:54.382042Z","time spent":"321.754862ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:29:55.45355Z","caller":"traceutil/trace.go:171","msg":"trace[1524977437] linearizableReadLoop","detail":"{readStateIndex:9987; appliedIndex:9986; }","duration":"396.902978ms","start":"2026-04-21T21:29:55.05661Z","end":"2026-04-21T21:29:55.453513Z","steps":["trace[1524977437] 'read index received' (duration: 396.690453ms)","trace[1524977437] 'applied index is now lower than readState.Index' (duration: 211.445µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:29:55.453648Z","caller":"traceutil/trace.go:171","msg":"trace[199302959] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"413.592365ms","start":"2026-04-21T21:29:55.039981Z","end":"2026-04-21T21:29:55.453573Z","steps":["trace[199302959] 'process raft request' (duration: 413.318398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:55.453737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.114104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T21:29:55.453767Z","caller":"traceutil/trace.go:171","msg":"trace[1198795889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9643; }","duration":"397.205206ms","start":"2026-04-21T21:29:55.056554Z","end":"2026-04-21T21:29:55.453759Z","steps":["trace[1198795889] 'agreement among raft nodes before linearized reading' (duration: 397.083493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:55.453797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:55.056534Z","time spent":"397.254347ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T21:29:55.453847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:55.03994Z","time spent":"413.784729ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:29:55.456689Z","caller":"traceutil/trace.go:171","msg":"trace[354907038] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"399.948876ms","start":"2026-04-21T21:29:55.056719Z","end":"2026-04-21T21:29:55.456668Z","steps":["trace[354907038] 'process raft request' (duration: 399.773932ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:29:55.456973Z","caller":"traceutil/trace.go:171","msg":"trace[1865290227] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"399.475624ms","start":"2026-04-21T21:29:55.057448Z","end":"2026-04-21T21:29:55.456923Z","steps":["trace[1865290227] 'process raft request' (duration: 399.146935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:55.457085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:55.057437Z","time spent":"399.587357ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:29:55.457093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.460369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-21T21:29:55.457136Z","caller":"traceutil/trace.go:171","msg":"trace[386631204] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9646; }","duration":"400.51298ms","start":"2026-04-21T21:29:55.056602Z","end":"2026-04-21T21:29:55.457124Z","steps":["trace[386631204] 'agreement among raft nodes before linearized reading' (duration: 400.404048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:55.457164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:55.056523Z","time spent":"400.635274ms","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-21T21:29:55.457197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.640803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-21T21:29:55.457227Z","caller":"traceutil/trace.go:171","msg":"trace[334486398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:9646; }","duration":"340.729535ms","start":"2026-04-21T21:29:55.116489Z","end":"2026-04-21T21:29:55.457219Z","steps":["trace[334486398] 'agreement among raft nodes before linearized reading' (duration: 340.608673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:55.457248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:55.116465Z","time spent":"340.777107ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kf8gx\" "} {"level":"warn","ts":"2026-04-21T21:29:55.457283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.36529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T21:29:55.457312Z","caller":"traceutil/trace.go:171","msg":"trace[339713480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9646; }","duration":"397.439631ms","start":"2026-04-21T21:29:55.059865Z","end":"2026-04-21T21:29:55.457305Z","steps":["trace[339713480] 'agreement among raft nodes before linearized reading' (duration: 397.38158ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:29:55.457297Z","caller":"traceutil/trace.go:171","msg":"trace[165422159] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"398.638873ms","start":"2026-04-21T21:29:55.058627Z","end":"2026-04-21T21:29:55.457266Z","steps":["trace[165422159] 'process raft request' (duration: 398.199352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:29:55.45734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:55.05984Z","time spent":"397.494243ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T21:29:55.457431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:55.05862Z","time spent":"398.744065ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T21:29:55.456818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T21:29:55.056703Z","time spent":"400.048279ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T21:29:57.4697Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T21:29:57.474086Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-21T21:29:57.47421Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-21T21:30:10.522796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.597649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-21T21:30:10.522864Z","caller":"traceutil/trace.go:171","msg":"trace[1559043904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9730; }","duration":"133.708322ms","start":"2026-04-21T21:30:10.389141Z","end":"2026-04-21T21:30:10.522849Z","steps":["trace[1559043904] 'range keys from in-memory index tree' (duration: 133.405264ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:30:10.908243Z","caller":"traceutil/trace.go:171","msg":"trace[614485442] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"141.305286ms","start":"2026-04-21T21:30:10.766905Z","end":"2026-04-21T21:30:10.908211Z","steps":["trace[614485442] 'process raft request' (duration: 141.107221ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:30:10.91976Z","caller":"traceutil/trace.go:171","msg":"trace[189397367] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"152.710338ms","start":"2026-04-21T21:30:10.767025Z","end":"2026-04-21T21:30:10.919735Z","steps":["trace[189397367] 'process raft request' (duration: 152.489122ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:30:10.919812Z","caller":"traceutil/trace.go:171","msg":"trace[900869610] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"152.595575ms","start":"2026-04-21T21:30:10.767174Z","end":"2026-04-21T21:30:10.91977Z","steps":["trace[900869610] 'process raft request' (duration: 152.467221ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:30:33.861231Z","caller":"traceutil/trace.go:171","msg":"trace[1051772136] linearizableReadLoop","detail":"{readStateIndex:10256; appliedIndex:10255; }","duration":"134.235679ms","start":"2026-04-21T21:30:33.726967Z","end":"2026-04-21T21:30:33.861202Z","steps":["trace[1051772136] 'read index received' (duration: 133.986242ms)","trace[1051772136] 'applied index is now lower than readState.Index' (duration: 247.507µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:30:33.86129Z","caller":"traceutil/trace.go:171","msg":"trace[1092496940] transaction","detail":"{read_only:false; response_revision:9904; number_of_response:1; }","duration":"197.372374ms","start":"2026-04-21T21:30:33.663882Z","end":"2026-04-21T21:30:33.861255Z","steps":["trace[1092496940] 'process raft request' (duration: 197.162188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:30:33.861478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.493115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T21:30:33.861542Z","caller":"traceutil/trace.go:171","msg":"trace[713184626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9904; }","duration":"134.607488ms","start":"2026-04-21T21:30:33.726921Z","end":"2026-04-21T21:30:33.861528Z","steps":["trace[713184626] 'agreement among raft nodes before linearized reading' (duration: 134.439224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:30:33.861581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.524506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T21:30:33.861585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.362672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf8gx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-21T21:30:33.861624Z","caller":"traceutil/trace.go:171","msg":"trace[1131780292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9904; }","duration":"134.562797ms","start":"2026-04-21T21:30:33.727049Z","end":"2026-04-21T21:30:33.861612Z","steps":["trace[1131780292] 'agreement among raft nodes before linearized reading' (duration: 134.477075ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:30:33.861663Z","caller":"traceutil/trace.go:171","msg":"trace[1939963197] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf8gx; range_end:; response_count:1; response_revision:9904; }","duration":"129.471084ms","start":"2026-04-21T21:30:33.732174Z","end":"2026-04-21T21:30:33.861645Z","steps":["trace[1939963197] 'agreement among raft nodes before linearized reading' (duration: 129.263479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:30:33.861501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.443484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T21:30:33.861743Z","caller":"traceutil/trace.go:171","msg":"trace[1038392925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9904; }","duration":"134.729001ms","start":"2026-04-21T21:30:33.727004Z","end":"2026-04-21T21:30:33.861733Z","steps":["trace[1038392925] 'agreement among raft nodes before linearized reading' (duration: 134.364592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:30:33.862204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.336952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T21:30:33.862316Z","caller":"traceutil/trace.go:171","msg":"trace[818951789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9904; }","duration":"134.451834ms","start":"2026-04-21T21:30:33.727812Z","end":"2026-04-21T21:30:33.862264Z","steps":["trace[818951789] 'agreement among raft nodes before linearized reading' (duration: 133.666064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T21:30:34.074907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.769517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T21:30:34.075161Z","caller":"traceutil/trace.go:171","msg":"trace[1835948377] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"209.819567ms","start":"2026-04-21T21:30:33.865314Z","end":"2026-04-21T21:30:34.075133Z","steps":["trace[1835948377] 'process raft request' (duration: 98.744293ms)","trace[1835948377] 'compare' (duration: 110.627793ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:30:34.075213Z","caller":"traceutil/trace.go:171","msg":"trace[1545697] transaction","detail":"{read_only:false; response_revision:9906; number_of_response:1; }","duration":"209.294215ms","start":"2026-04-21T21:30:33.865891Z","end":"2026-04-21T21:30:34.075185Z","steps":["trace[1545697] 'process raft request' (duration: 209.173912ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:30:34.075516Z","caller":"traceutil/trace.go:171","msg":"trace[1430695378] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"208.960036ms","start":"2026-04-21T21:30:33.86653Z","end":"2026-04-21T21:30:34.07549Z","steps":["trace[1430695378] 'process raft request' (duration: 208.836663ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:30:34.075526Z","caller":"traceutil/trace.go:171","msg":"trace[1941184798] transaction","detail":"{read_only:false; response_revision:9907; number_of_response:1; }","duration":"209.434459ms","start":"2026-04-21T21:30:33.866066Z","end":"2026-04-21T21:30:34.075501Z","steps":["trace[1941184798] 'process raft request' (duration: 209.070959ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:30:41.227013Z","caller":"traceutil/trace.go:171","msg":"trace[888473539] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"133.687785ms","start":"2026-04-21T21:30:41.093291Z","end":"2026-04-21T21:30:41.226979Z","steps":["trace[888473539] 'process raft request' (duration: 36.275426ms)","trace[888473539] 'compare' (duration: 96.992358ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:30:41.255953Z","caller":"traceutil/trace.go:171","msg":"trace[2101700218] transaction","detail":"{read_only:false; response_revision:9946; number_of_response:1; }","duration":"160.0043ms","start":"2026-04-21T21:30:41.09592Z","end":"2026-04-21T21:30:41.255924Z","steps":["trace[2101700218] 'process raft request' (duration: 159.810106ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:31:52.903768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8061} {"level":"info","ts":"2026-04-21T21:31:52.964616Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8061,"took":"59.123601ms","hash":4265671835,"current-db-size-bytes":56160256,"current-db-size":"56 MB","current-db-size-in-use-bytes":28143616,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-21T21:31:52.964695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4265671835,"revision":8061,"compact-revision":5907} {"level":"info","ts":"2026-04-21T21:36:52.911082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10428} {"level":"info","ts":"2026-04-21T21:36:52.993111Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10428,"took":"80.134983ms","hash":805726701,"current-db-size-bytes":56160256,"current-db-size":"56 MB","current-db-size-in-use-bytes":22233088,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-21T21:36:52.993205Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":805726701,"revision":10428,"compact-revision":8061} {"level":"info","ts":"2026-04-21T21:38:40.777725Z","caller":"traceutil/trace.go:171","msg":"trace[902794916] linearizableReadLoop","detail":"{readStateIndex:13209; appliedIndex:13206; }","duration":"125.587138ms","start":"2026-04-21T21:38:40.652108Z","end":"2026-04-21T21:38:40.777695Z","steps":["trace[902794916] 'read index received' (duration: 4.014763ms)","trace[902794916] 'applied index is now lower than readState.Index' (duration: 121.570985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T21:38:40.777969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.839975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T21:38:40.778017Z","caller":"traceutil/trace.go:171","msg":"trace[937936710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12748; }","duration":"125.916617ms","start":"2026-04-21T21:38:40.652085Z","end":"2026-04-21T21:38:40.778001Z","steps":["trace[937936710] 'agreement among raft nodes before linearized reading' (duration: 125.720323ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:38:40.77819Z","caller":"traceutil/trace.go:171","msg":"trace[625642017] transaction","detail":"{read_only:false; response_revision:12747; number_of_response:1; }","duration":"126.853663ms","start":"2026-04-21T21:38:40.651271Z","end":"2026-04-21T21:38:40.778124Z","steps":["trace[625642017] 'process raft request' (duration: 41.381691ms)","trace[625642017] 'compare' (duration: 84.767573ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T21:38:40.778223Z","caller":"traceutil/trace.go:171","msg":"trace[395599742] transaction","detail":"{read_only:false; response_revision:12748; number_of_response:1; }","duration":"126.094573ms","start":"2026-04-21T21:38:40.652081Z","end":"2026-04-21T21:38:40.778176Z","steps":["trace[395599742] 'process raft request' (duration: 125.560659ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:38:41.094923Z","caller":"traceutil/trace.go:171","msg":"trace[1919398577] transaction","detail":"{read_only:false; response_revision:12751; number_of_response:1; }","duration":"135.978997ms","start":"2026-04-21T21:38:40.958922Z","end":"2026-04-21T21:38:41.094901Z","steps":["trace[1919398577] 'process raft request' (duration: 135.825713ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:38:41.161914Z","caller":"traceutil/trace.go:171","msg":"trace[1384968815] transaction","detail":"{read_only:false; response_revision:12752; number_of_response:1; }","duration":"104.597687ms","start":"2026-04-21T21:38:41.057292Z","end":"2026-04-21T21:38:41.16189Z","steps":["trace[1384968815] 'process raft request' (duration: 99.030273ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T21:38:51.298982Z","caller":"traceutil/trace.go:171","msg":"trace[1311665301] transaction","detail":"{read_only:false; response_revision:12801; number_of_response:1; }","duration":"113.118497ms","start":"2026-04-21T21:38:51.185847Z","end":"2026-04-21T21:38:51.298965Z","steps":["trace[1311665301] 'process raft request' (duration: 112.827119ms)"],"step_count":1}