{"level":"warn","ts":"2026-04-03T01:38:23.452694Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T01:38:23.452778Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.35:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.35:2380","--initial-cluster=instance=https://199.204.45.35:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.35:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.35:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T01:38:23.452836Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T01:38:23.452851Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-04-03T01:38:23.452867Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T01:38:23.453731Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"]} {"level":"info","ts":"2026-04-03T01:38:23.453804Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.35:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T01:38:23.458192Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.177049ms"} {"level":"info","ts":"2026-04-03T01:38:23.463794Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fb85913747d92cac","cluster-id":"636a84d5a3ba9c31"} {"level":"info","ts":"2026-04-03T01:38:23.463871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T01:38:23.463894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 0"} {"level":"info","ts":"2026-04-03T01:38:23.463909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fb85913747d92cac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T01:38:23.463921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 1"} {"level":"info","ts":"2026-04-03T01:38:23.463967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"warn","ts":"2026-04-03T01:38:23.483858Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T01:38:23.485415Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T01:38:23.488577Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T01:38:23.491076Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fb85913747d92cac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T01:38:23.491202Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fb85913747d92cac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T01:38:23.491388Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T01:38:23.491607Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T01:38:23.491641Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T01:38:23.493596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"info","ts":"2026-04-03T01:38:23.495347Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","added-peer-id":"fb85913747d92cac","added-peer-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-04-03T01:38:23.497038Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T01:38:23.497184Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-04-03T01:38:23.497242Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-04-03T01:38:23.497544Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fb85913747d92cac","initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T01:38:23.497602Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T01:38:23.864579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T01:38:23.864676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T01:38:23.864705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgPreVoteResp from fb85913747d92cac at term 1"} {"level":"info","ts":"2026-04-03T01:38:23.86473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became candidate at term 2"} {"level":"info","ts":"2026-04-03T01:38:23.864744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgVoteResp from fb85913747d92cac at term 2"} {"level":"info","ts":"2026-04-03T01:38:23.864763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became leader at term 2"} {"level":"info","ts":"2026-04-03T01:38:23.86478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fb85913747d92cac elected leader fb85913747d92cac at term 2"} {"level":"info","ts":"2026-04-03T01:38:23.915404Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:38:24.03187Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fb85913747d92cac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.35:2379]}","request-path":"/0/members/fb85913747d92cac/attributes","cluster-id":"636a84d5a3ba9c31","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T01:38:24.031872Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T01:38:24.031957Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T01:38:24.032328Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T01:38:24.0324Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T01:38:24.035387Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.35:2379"} {"level":"info","ts":"2026-04-03T01:38:24.035818Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T01:38:24.15754Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:38:24.157772Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:38:24.157837Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-03T01:38:26.721463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.533076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-03T01:38:26.721632Z","caller":"traceutil/trace.go:171","msg":"trace[550332053] linearizableReadLoop","detail":"{readStateIndex:85; appliedIndex:84; }","duration":"133.344768ms","start":"2026-04-03T01:38:26.588266Z","end":"2026-04-03T01:38:26.721611Z","steps":["trace[550332053] 'read index received' (duration: 27.838844ms)","trace[550332053] 'applied index is now lower than readState.Index' (duration: 105.504544ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:38:26.721705Z","caller":"traceutil/trace.go:171","msg":"trace[2018686297] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"139.463132ms","start":"2026-04-03T01:38:26.582193Z","end":"2026-04-03T01:38:26.721656Z","steps":["trace[2018686297] 'process raft request' (duration: 33.990949ms)","trace[2018686297] 'compare' (duration: 104.355473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:38:26.721788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.519982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T01:38:26.721825Z","caller":"traceutil/trace.go:171","msg":"trace[154535120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:81; }","duration":"133.584663ms","start":"2026-04-03T01:38:26.588229Z","end":"2026-04-03T01:38:26.721814Z","steps":["trace[154535120] 'agreement among raft nodes before linearized reading' (duration: 133.446521ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:38.723772Z","caller":"traceutil/trace.go:171","msg":"trace[1335027709] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"284.954104ms","start":"2026-04-03T01:38:38.438771Z","end":"2026-04-03T01:38:38.723725Z","steps":["trace[1335027709] 'process raft request' (duration: 284.681168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:39.850534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.84033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T01:38:39.850618Z","caller":"traceutil/trace.go:171","msg":"trace[1050485662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:363; }","duration":"672.994582ms","start":"2026-04-03T01:38:39.177601Z","end":"2026-04-03T01:38:39.850596Z","steps":["trace[1050485662] 'range keys from in-memory index tree' (duration: 672.652527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:39.850659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:39.177559Z","time spent":"673.092044ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T01:38:39.853548Z","caller":"traceutil/trace.go:171","msg":"trace[1445731013] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"167.984296ms","start":"2026-04-03T01:38:39.685546Z","end":"2026-04-03T01:38:39.853531Z","steps":["trace[1445731013] 'process raft request' (duration: 167.862243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:40.40113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844038995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:38:40.901655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844038995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:38:41.04639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190710039s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T01:38:41.047004Z","caller":"traceutil/trace.go:171","msg":"trace[1068727526] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:379; }","duration":"1.146357677s","start":"2026-04-03T01:38:39.900614Z","end":"2026-04-03T01:38:41.046972Z","steps":["trace[1068727526] 'read index received' (duration: 1.146010361s)","trace[1068727526] 'applied index is now lower than readState.Index' (duration: 346.006µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:38:41.047401Z","caller":"traceutil/trace.go:171","msg":"trace[1041946204] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.19180149s","start":"2026-04-03T01:38:39.855584Z","end":"2026-04-03T01:38:41.047386Z","steps":["trace[1041946204] 'process raft request' (duration: 1.191144998s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:41.047736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:39.855562Z","time spent":"1.191883272s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:38:41.047931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147317465s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:38:41.048017Z","caller":"traceutil/trace.go:171","msg":"trace[197550198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:365; }","duration":"1.147400967s","start":"2026-04-03T01:38:39.900603Z","end":"2026-04-03T01:38:41.048004Z","steps":["trace[197550198] 'agreement among raft nodes before linearized reading' (duration: 1.147303105s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:41.048251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.919014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T01:38:41.048291Z","caller":"traceutil/trace.go:171","msg":"trace[1196338652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:365; }","duration":"919.018537ms","start":"2026-04-03T01:38:40.129263Z","end":"2026-04-03T01:38:41.048282Z","steps":["trace[1196338652] 'agreement among raft nodes before linearized reading' (duration: 918.945375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:41.048323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:40.129231Z","time spent":"919.085297ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:38:41.048506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.463032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:38:41.048541Z","caller":"traceutil/trace.go:171","msg":"trace[1352044607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:365; }","duration":"188.519362ms","start":"2026-04-03T01:38:40.860013Z","end":"2026-04-03T01:38:41.048532Z","steps":["trace[1352044607] 'agreement among raft nodes before linearized reading' (duration: 188.469861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:41.048718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.868124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-04-03T01:38:41.048754Z","caller":"traceutil/trace.go:171","msg":"trace[1580621098] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:365; }","duration":"274.959005ms","start":"2026-04-03T01:38:40.773786Z","end":"2026-04-03T01:38:41.048745Z","steps":["trace[1580621098] 'agreement among raft nodes before linearized reading' (duration: 274.887534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:41.048938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.473391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:38:41.048973Z","caller":"traceutil/trace.go:171","msg":"trace[459029143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:365; }","duration":"320.576403ms","start":"2026-04-03T01:38:40.728389Z","end":"2026-04-03T01:38:41.048965Z","steps":["trace[459029143] 'agreement among raft nodes before linearized reading' (duration: 320.515452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:41.049001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:40.728345Z","time spent":"320.650425ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:38:41.049147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.985511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T01:38:41.04918Z","caller":"traceutil/trace.go:171","msg":"trace[598425788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:365; }","duration":"847.073814ms","start":"2026-04-03T01:38:40.202098Z","end":"2026-04-03T01:38:41.049172Z","steps":["trace[598425788] 'agreement among raft nodes before linearized reading' (duration: 847.020643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:41.049211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:40.202067Z","time spent":"847.138396ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T01:38:41.26939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.720438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:38:41.269532Z","caller":"traceutil/trace.go:171","msg":"trace[1841294513] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"215.263865ms","start":"2026-04-03T01:38:41.054243Z","end":"2026-04-03T01:38:41.269507Z","steps":["trace[1841294513] 'process raft request' (duration: 86.291952ms)","trace[1841294513] 'compare' (duration: 128.564015ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:38:41.273124Z","caller":"traceutil/trace.go:171","msg":"trace[1237720785] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"218.086127ms","start":"2026-04-03T01:38:41.055011Z","end":"2026-04-03T01:38:41.273097Z","steps":["trace[1237720785] 'process raft request' (duration: 217.909924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:41.273385Z","caller":"traceutil/trace.go:171","msg":"trace[1683574491] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"215.03281ms","start":"2026-04-03T01:38:41.058325Z","end":"2026-04-03T01:38:41.273358Z","steps":["trace[1683574491] 'process raft request' (duration: 214.709214ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:41.273579Z","caller":"traceutil/trace.go:171","msg":"trace[1132103634] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:380; }","duration":"215.000389ms","start":"2026-04-03T01:38:41.058511Z","end":"2026-04-03T01:38:41.273511Z","steps":["trace[1132103634] 'read index received' (duration: 82.207524ms)","trace[1132103634] 'applied index is now lower than readState.Index' (duration: 132.791565ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:38:41.273604Z","caller":"traceutil/trace.go:171","msg":"trace[547935590] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"214.52554ms","start":"2026-04-03T01:38:41.059063Z","end":"2026-04-03T01:38:41.273589Z","steps":["trace[547935590] 'process raft request' (duration: 214.199854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:41.273747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.178452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:38:41.273793Z","caller":"traceutil/trace.go:171","msg":"trace[922170662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:369; }","duration":"215.295515ms","start":"2026-04-03T01:38:41.058486Z","end":"2026-04-03T01:38:41.273782Z","steps":["trace[922170662] 'agreement among raft nodes before linearized reading' (duration: 215.143912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:55.49449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.640193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:38:55.494649Z","caller":"traceutil/trace.go:171","msg":"trace[1344650274] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:431; }","duration":"197.873718ms","start":"2026-04-03T01:38:55.296739Z","end":"2026-04-03T01:38:55.494612Z","steps":["trace[1344650274] 'range keys from in-memory index tree' (duration: 197.45644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:55.494766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.108648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T01:38:55.494802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.826901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:38:55.494879Z","caller":"traceutil/trace.go:171","msg":"trace[753791323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:431; }","duration":"144.24ms","start":"2026-04-03T01:38:55.350604Z","end":"2026-04-03T01:38:55.494844Z","steps":["trace[753791323] 'range keys from in-memory index tree' (duration: 144.029526ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:55.49494Z","caller":"traceutil/trace.go:171","msg":"trace[76655876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:431; }","duration":"144.993384ms","start":"2026-04-03T01:38:55.349912Z","end":"2026-04-03T01:38:55.494905Z","steps":["trace[76655876] 'range keys from in-memory index tree' (duration: 144.739629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:55.49477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.31833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:38:55.495133Z","caller":"traceutil/trace.go:171","msg":"trace[683093997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:431; }","duration":"145.752458ms","start":"2026-04-03T01:38:55.349329Z","end":"2026-04-03T01:38:55.495081Z","steps":["trace[683093997] 'range keys from in-memory index tree' (duration: 145.174377ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:55.81943Z","caller":"traceutil/trace.go:171","msg":"trace[2121960521] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"151.061008ms","start":"2026-04-03T01:38:55.668341Z","end":"2026-04-03T01:38:55.819402Z","steps":["trace[2121960521] 'process raft request' (duration: 150.67785ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:57.703473Z","caller":"traceutil/trace.go:171","msg":"trace[1491770497] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"152.297762ms","start":"2026-04-03T01:38:57.551138Z","end":"2026-04-03T01:38:57.703435Z","steps":["trace[1491770497] 'read index received' (duration: 152.134499ms)","trace[1491770497] 'applied index is now lower than readState.Index' (duration: 161.043µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:38:57.704119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.963245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:38:57.704216Z","caller":"traceutil/trace.go:171","msg":"trace[59551454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"153.121958ms","start":"2026-04-03T01:38:57.551078Z","end":"2026-04-03T01:38:57.7042Z","steps":["trace[59551454] 'agreement among raft nodes before linearized reading' (duration: 152.938594ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:58.117743Z","caller":"traceutil/trace.go:171","msg":"trace[1133302077] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"518.174184ms","start":"2026-04-03T01:38:57.599541Z","end":"2026-04-03T01:38:58.117715Z","steps":["trace[1133302077] 'process raft request' (duration: 517.890139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.117889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.599518Z","time spent":"518.303017ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:38:58.118265Z","caller":"traceutil/trace.go:171","msg":"trace[1837109938] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"512.388475ms","start":"2026-04-03T01:38:57.60586Z","end":"2026-04-03T01:38:58.118248Z","steps":["trace[1837109938] 'process raft request' (duration: 512.211432ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:58.118266Z","caller":"traceutil/trace.go:171","msg":"trace[1440660439] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"518.542601ms","start":"2026-04-03T01:38:57.599691Z","end":"2026-04-03T01:38:58.118233Z","steps":["trace[1440660439] 'process raft request' (duration: 517.937821ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:58.118376Z","caller":"traceutil/trace.go:171","msg":"trace[1700636788] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"504.940606ms","start":"2026-04-03T01:38:57.613397Z","end":"2026-04-03T01:38:58.118337Z","steps":["trace[1700636788] 'process raft request' (duration: 504.726372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.118335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.60585Z","time spent":"512.458208ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:38:58.118499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.59968Z","time spent":"518.757686ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:38:58.118539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.613383Z","time spent":"505.07395ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:38:58.118748Z","caller":"traceutil/trace.go:171","msg":"trace[1003842801] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"505.250452ms","start":"2026-04-03T01:38:57.61347Z","end":"2026-04-03T01:38:58.118721Z","steps":["trace[1003842801] 'process raft request' (duration: 504.692511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:58.118837Z","caller":"traceutil/trace.go:171","msg":"trace[1066984847] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"503.690573ms","start":"2026-04-03T01:38:57.61513Z","end":"2026-04-03T01:38:58.118821Z","steps":["trace[1066984847] 'process raft request' (duration: 503.561581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.118839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.613464Z","time spent":"505.334354ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:38:58.118892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.615118Z","time spent":"503.749544ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:38:58.11895Z","caller":"traceutil/trace.go:171","msg":"trace[1767357314] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"503.707973ms","start":"2026-04-03T01:38:57.615226Z","end":"2026-04-03T01:38:58.118934Z","steps":["trace[1767357314] 'process raft request' (duration: 503.55446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.119015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.615216Z","time spent":"503.771174ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:38:58.119123Z","caller":"traceutil/trace.go:171","msg":"trace[1394487062] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"493.694794ms","start":"2026-04-03T01:38:57.625417Z","end":"2026-04-03T01:38:58.119111Z","steps":["trace[1394487062] 'process raft request' (duration: 493.534671ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:58.119101Z","caller":"traceutil/trace.go:171","msg":"trace[377797584] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"503.099861ms","start":"2026-04-03T01:38:57.615928Z","end":"2026-04-03T01:38:58.119028Z","steps":["trace[377797584] 'process raft request' (duration: 502.897237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.119212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.625325Z","time spent":"493.865059ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:38:58.119331Z","caller":"traceutil/trace.go:171","msg":"trace[1294181457] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"489.130019ms","start":"2026-04-03T01:38:57.630173Z","end":"2026-04-03T01:38:58.119303Z","steps":["trace[1294181457] 'process raft request' (duration: 488.951416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.119359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.615895Z","time spent":"503.359186ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:38:58.119388Z","caller":"traceutil/trace.go:171","msg":"trace[565242845] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:492; }","duration":"415.69088ms","start":"2026-04-03T01:38:57.70368Z","end":"2026-04-03T01:38:58.119371Z","steps":["trace[565242845] 'read index received' (duration: 413.830055ms)","trace[565242845] 'applied index is now lower than readState.Index' (duration: 1.859755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:38:58.119433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.630126Z","time spent":"489.262491ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:38:58.119527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.101604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:38:58.119544Z","caller":"traceutil/trace.go:171","msg":"trace[1541790050] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"463.299293ms","start":"2026-04-03T01:38:57.65623Z","end":"2026-04-03T01:38:58.11953Z","steps":["trace[1541790050] 'process raft request' (duration: 463.054338ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:38:58.11957Z","caller":"traceutil/trace.go:171","msg":"trace[1871243425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:482; }","duration":"566.173316ms","start":"2026-04-03T01:38:57.553387Z","end":"2026-04-03T01:38:58.119561Z","steps":["trace[1871243425] 'agreement among raft nodes before linearized reading' (duration: 566.051894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.11959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.018764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T01:38:58.119602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.553377Z","time spent":"566.217827ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T01:38:58.119637Z","caller":"traceutil/trace.go:171","msg":"trace[337947184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:482; }","duration":"566.108785ms","start":"2026-04-03T01:38:57.553518Z","end":"2026-04-03T01:38:58.119627Z","steps":["trace[337947184] 'agreement among raft nodes before linearized reading' (duration: 566.008923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.119669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.55349Z","time spent":"566.173077ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:38:58.119596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.656203Z","time spent":"463.370006ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:38:58.127299Z","caller":"traceutil/trace.go:171","msg":"trace[1398921692] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"347.144782ms","start":"2026-04-03T01:38:57.780126Z","end":"2026-04-03T01:38:58.127271Z","steps":["trace[1398921692] 'process raft request' (duration: 347.085871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.127458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.780111Z","time spent":"347.259754ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:38:58.127804Z","caller":"traceutil/trace.go:171","msg":"trace[2041518791] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"422.652961ms","start":"2026-04-03T01:38:57.705143Z","end":"2026-04-03T01:38:58.127796Z","steps":["trace[2041518791] 'process raft request' (duration: 421.811975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.127895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.705121Z","time spent":"422.711762ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:38:58.128138Z","caller":"traceutil/trace.go:171","msg":"trace[1486655004] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"401.686017ms","start":"2026-04-03T01:38:57.726444Z","end":"2026-04-03T01:38:58.12813Z","steps":["trace[1486655004] 'process raft request' (duration: 400.640947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:38:58.128188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:38:57.72642Z","time spent":"401.745208ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:01.16757Z","caller":"traceutil/trace.go:171","msg":"trace[867387358] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"197.45529ms","start":"2026-04-03T01:39:00.970076Z","end":"2026-04-03T01:39:01.167531Z","steps":["trace[867387358] 'process raft request' (duration: 111.245141ms)","trace[867387358] 'compare' (duration: 85.909163ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:01.333431Z","caller":"traceutil/trace.go:171","msg":"trace[1392047234] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"120.097356ms","start":"2026-04-03T01:39:01.213284Z","end":"2026-04-03T01:39:01.333381Z","steps":["trace[1392047234] 'process raft request' (duration: 114.132944ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:01.568664Z","caller":"traceutil/trace.go:171","msg":"trace[1349072196] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:584; }","duration":"156.45073ms","start":"2026-04-03T01:39:01.412179Z","end":"2026-04-03T01:39:01.568629Z","steps":["trace[1349072196] 'read index received' (duration: 155.580443ms)","trace[1349072196] 'applied index is now lower than readState.Index' (duration: 869.047µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:01.568735Z","caller":"traceutil/trace.go:171","msg":"trace[1228019401] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"213.082463ms","start":"2026-04-03T01:39:01.35562Z","end":"2026-04-03T01:39:01.568702Z","steps":["trace[1228019401] 'process raft request' (duration: 212.505681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:01.568893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.680944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:01.568987Z","caller":"traceutil/trace.go:171","msg":"trace[1445266354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"156.816356ms","start":"2026-04-03T01:39:01.412122Z","end":"2026-04-03T01:39:01.568939Z","steps":["trace[1445266354] 'agreement among raft nodes before linearized reading' (duration: 156.662213ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:02.235979Z","caller":"traceutil/trace.go:171","msg":"trace[835861726] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"204.074594ms","start":"2026-04-03T01:39:02.03185Z","end":"2026-04-03T01:39:02.235924Z","steps":["trace[835861726] 'process raft request' (duration: 203.054995ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:05.51975Z","caller":"traceutil/trace.go:171","msg":"trace[1743401585] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"167.303973ms","start":"2026-04-03T01:39:05.352418Z","end":"2026-04-03T01:39:05.519722Z","steps":["trace[1743401585] 'read index received' (duration: 164.894508ms)","trace[1743401585] 'applied index is now lower than readState.Index' (duration: 2.408295ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:05.519822Z","caller":"traceutil/trace.go:171","msg":"trace[804091334] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"176.573317ms","start":"2026-04-03T01:39:05.3432Z","end":"2026-04-03T01:39:05.519773Z","steps":["trace[804091334] 'process raft request' (duration: 174.488998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:05.520025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.585818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T01:39:05.520075Z","caller":"traceutil/trace.go:171","msg":"trace[1839005288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:580; }","duration":"167.724481ms","start":"2026-04-03T01:39:05.352336Z","end":"2026-04-03T01:39:05.52006Z","steps":["trace[1839005288] 'agreement among raft nodes before linearized reading' (duration: 167.539917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:05.520153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.710003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:05.520259Z","caller":"traceutil/trace.go:171","msg":"trace[1861488111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"107.848176ms","start":"2026-04-03T01:39:05.412386Z","end":"2026-04-03T01:39:05.520234Z","steps":["trace[1861488111] 'agreement among raft nodes before linearized reading' (duration: 107.629822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:05.85386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.871779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:39:05.854021Z","caller":"traceutil/trace.go:171","msg":"trace[724180625] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"327.848141ms","start":"2026-04-03T01:39:05.526146Z","end":"2026-04-03T01:39:05.853994Z","steps":["trace[724180625] 'process raft request' (duration: 172.518353ms)","trace[724180625] 'compare' (duration: 154.648114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:05.854114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:05.526126Z","time spent":"327.946472ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:05.855243Z","caller":"traceutil/trace.go:171","msg":"trace[2094005949] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"268.125227ms","start":"2026-04-03T01:39:05.587092Z","end":"2026-04-03T01:39:05.855217Z","steps":["trace[2094005949] 'process raft request' (duration: 267.951844ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:06.013463Z","caller":"traceutil/trace.go:171","msg":"trace[353360224] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"127.340593ms","start":"2026-04-03T01:39:05.886083Z","end":"2026-04-03T01:39:06.013423Z","steps":["trace[353360224] 'process raft request' (duration: 122.586294ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:06.092367Z","caller":"traceutil/trace.go:171","msg":"trace[907220118] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"203.039234ms","start":"2026-04-03T01:39:05.889301Z","end":"2026-04-03T01:39:06.09234Z","steps":["trace[907220118] 'process raft request' (duration: 202.987403ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:06.092369Z","caller":"traceutil/trace.go:171","msg":"trace[204426292] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"205.842387ms","start":"2026-04-03T01:39:05.886479Z","end":"2026-04-03T01:39:06.092321Z","steps":["trace[204426292] 'process raft request' (duration: 205.604523ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:06.09245Z","caller":"traceutil/trace.go:171","msg":"trace[926285805] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"203.709608ms","start":"2026-04-03T01:39:05.888711Z","end":"2026-04-03T01:39:06.092421Z","steps":["trace[926285805] 'process raft request' (duration: 203.497914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:06.931252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.189821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-92zs9\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-03T01:39:06.931349Z","caller":"traceutil/trace.go:171","msg":"trace[1444152358] range","detail":"{range_begin:/registry/pods/kube-system/cilium-92zs9; range_end:; response_count:1; response_revision:594; }","duration":"440.360764ms","start":"2026-04-03T01:39:06.490964Z","end":"2026-04-03T01:39:06.931324Z","steps":["trace[1444152358] 'range keys from in-memory index tree' (duration: 440.006896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:06.931397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:06.490927Z","time spent":"440.460875ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-92zs9\" "} {"level":"warn","ts":"2026-04-03T01:39:06.931377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.367321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:06.93145Z","caller":"traceutil/trace.go:171","msg":"trace[1173839694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"516.502824ms","start":"2026-04-03T01:39:06.414929Z","end":"2026-04-03T01:39:06.931432Z","steps":["trace[1173839694] 'range keys from in-memory index tree' (duration: 516.256819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:06.931488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:06.414897Z","time spent":"516.583125ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:39:07.463669Z","caller":"traceutil/trace.go:171","msg":"trace[498817255] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"514.486784ms","start":"2026-04-03T01:39:06.949143Z","end":"2026-04-03T01:39:07.46363Z","steps":["trace[498817255] 'process raft request' (duration: 514.198479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:07.463949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:06.949103Z","time spent":"514.694009ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:08.072295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.832693ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T01:39:08.072432Z","caller":"traceutil/trace.go:171","msg":"trace[1987163123] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"212.868239ms","start":"2026-04-03T01:39:07.859545Z","end":"2026-04-03T01:39:08.072413Z","steps":["trace[1987163123] 'read index received' (duration: 109.892504ms)","trace[1987163123] 'applied index is now lower than readState.Index' (duration: 102.973895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:08.072449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:07.494789Z","time spent":"577.648673ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T01:39:08.073486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.897118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T01:39:08.073633Z","caller":"traceutil/trace.go:171","msg":"trace[2036871390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"214.124173ms","start":"2026-04-03T01:39:07.859478Z","end":"2026-04-03T01:39:08.073602Z","steps":["trace[2036871390] 'agreement among raft nodes before linearized reading' (duration: 212.984911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:08.911696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844039486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:39:09.411869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844039486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:39:09.723423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.436575219s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T01:39:09.723915Z","caller":"traceutil/trace.go:171","msg":"trace[417878427] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.437146269s","start":"2026-04-03T01:39:08.286737Z","end":"2026-04-03T01:39:09.723883Z","steps":["trace[417878427] 'process raft request' (duration: 1.436957326s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:09.724101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:08.286713Z","time spent":"1.437295943s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:10.387723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.138206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:39:10.387977Z","caller":"traceutil/trace.go:171","msg":"trace[1687598633] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:624; }","duration":"1.976698866s","start":"2026-04-03T01:39:08.411259Z","end":"2026-04-03T01:39:10.387958Z","steps":["trace[1687598633] 'read index received' (duration: 1.312429296s)","trace[1687598633] 'applied index is now lower than readState.Index' (duration: 664.2685ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:10.38809Z","caller":"traceutil/trace.go:171","msg":"trace[1745562215] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"2.099234137s","start":"2026-04-03T01:39:08.288844Z","end":"2026-04-03T01:39:10.388078Z","steps":["trace[1745562215] 'process raft request' (duration: 1.516641472s)","trace[1745562215] 'compare' (duration: 581.710618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:10.388158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:08.288819Z","time spent":"2.099304839s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:10.388317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977019502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:10.388444Z","caller":"traceutil/trace.go:171","msg":"trace[2011414529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"1.977185324s","start":"2026-04-03T01:39:08.411233Z","end":"2026-04-03T01:39:10.388418Z","steps":["trace[2011414529] 'agreement among raft nodes before linearized reading' (duration: 1.976908839s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:10.388498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:08.411223Z","time spent":"1.977263447s","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:39:10.388536Z","caller":"traceutil/trace.go:171","msg":"trace[301115455] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"2.09934396s","start":"2026-04-03T01:39:08.289152Z","end":"2026-04-03T01:39:10.388496Z","steps":["trace[301115455] 'process raft request' (duration: 2.098683418s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:10.388929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:08.289141Z","time spent":"2.099487062s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:10.389073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.382035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T01:39:10.389153Z","caller":"traceutil/trace.go:171","msg":"trace[1217394803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:600; }","duration":"233.509427ms","start":"2026-04-03T01:39:10.155623Z","end":"2026-04-03T01:39:10.389133Z","steps":["trace[1217394803] 'agreement among raft nodes before linearized reading' (duration: 233.216031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:12.131959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.454029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:39:12.132071Z","caller":"traceutil/trace.go:171","msg":"trace[1031345258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:609; }","duration":"403.614293ms","start":"2026-04-03T01:39:11.728432Z","end":"2026-04-03T01:39:12.132047Z","steps":["trace[1031345258] 'range keys from in-memory index tree' (duration: 403.206044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:12.132119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:11.728419Z","time spent":"403.691074ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:39:15.080634Z","caller":"traceutil/trace.go:171","msg":"trace[988832345] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"208.086409ms","start":"2026-04-03T01:39:14.872514Z","end":"2026-04-03T01:39:15.0806Z","steps":["trace[988832345] 'process raft request' (duration: 119.317352ms)","trace[988832345] 'compare' (duration: 88.358839ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:15.088995Z","caller":"traceutil/trace.go:171","msg":"trace[885798395] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"196.622314ms","start":"2026-04-03T01:39:14.892328Z","end":"2026-04-03T01:39:15.08895Z","steps":["trace[885798395] 'process raft request' (duration: 196.383499ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:15.2369Z","caller":"traceutil/trace.go:171","msg":"trace[1939500424] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"131.494681ms","start":"2026-04-03T01:39:15.105364Z","end":"2026-04-03T01:39:15.236859Z","steps":["trace[1939500424] 'process raft request' (duration: 131.144605ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:15.760925Z","caller":"traceutil/trace.go:171","msg":"trace[1005356631] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"200.345114ms","start":"2026-04-03T01:39:15.560551Z","end":"2026-04-03T01:39:15.760896Z","steps":["trace[1005356631] 'process raft request' (duration: 192.351073ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:15.953063Z","caller":"traceutil/trace.go:171","msg":"trace[1223721642] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:695; }","duration":"154.854919ms","start":"2026-04-03T01:39:15.798182Z","end":"2026-04-03T01:39:15.953037Z","steps":["trace[1223721642] 'read index received' (duration: 142.549399ms)","trace[1223721642] 'applied index is now lower than readState.Index' (duration: 12.30412ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:15.953191Z","caller":"traceutil/trace.go:171","msg":"trace[1494019942] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"323.633791ms","start":"2026-04-03T01:39:15.629527Z","end":"2026-04-03T01:39:15.953161Z","steps":["trace[1494019942] 'process raft request' (duration: 311.33591ms)","trace[1494019942] 'compare' (duration: 11.959544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:15.953385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:15.629479Z","time spent":"323.774913ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:39:15.953538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.350699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-03T01:39:15.953646Z","caller":"traceutil/trace.go:171","msg":"trace[1024756537] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:668; }","duration":"155.561063ms","start":"2026-04-03T01:39:15.798063Z","end":"2026-04-03T01:39:15.953624Z","steps":["trace[1024756537] 'agreement among raft nodes before linearized reading' (duration: 155.100654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:16.388568Z","caller":"traceutil/trace.go:171","msg":"trace[377212592] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"204.211926ms","start":"2026-04-03T01:39:16.184311Z","end":"2026-04-03T01:39:16.388523Z","steps":["trace[377212592] 'process raft request' (duration: 192.495106ms)","trace[377212592] 'compare' (duration: 11.466975ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:16.388525Z","caller":"traceutil/trace.go:171","msg":"trace[940021815] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:700; }","duration":"190.897946ms","start":"2026-04-03T01:39:16.197586Z","end":"2026-04-03T01:39:16.388484Z","steps":["trace[940021815] 'read index received' (duration: 179.276788ms)","trace[940021815] 'applied index is now lower than readState.Index' (duration: 11.619638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:16.389054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.432177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-03T01:39:16.389126Z","caller":"traceutil/trace.go:171","msg":"trace[1545896525] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:673; }","duration":"191.580289ms","start":"2026-04-03T01:39:16.197528Z","end":"2026-04-03T01:39:16.389108Z","steps":["trace[1545896525] 'agreement among raft nodes before linearized reading' (duration: 191.133801ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:16.398739Z","caller":"traceutil/trace.go:171","msg":"trace[220461266] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"190.53691ms","start":"2026-04-03T01:39:16.208179Z","end":"2026-04-03T01:39:16.398715Z","steps":["trace[220461266] 'process raft request' (duration: 190.034829ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:16.401721Z","caller":"traceutil/trace.go:171","msg":"trace[1638109663] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"188.852697ms","start":"2026-04-03T01:39:16.211237Z","end":"2026-04-03T01:39:16.400089Z","steps":["trace[1638109663] 'process raft request' (duration: 187.353669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:16.402074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.734093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-03T01:39:16.402195Z","caller":"traceutil/trace.go:171","msg":"trace[1615688621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:676; }","duration":"174.853125ms","start":"2026-04-03T01:39:16.2273Z","end":"2026-04-03T01:39:16.402153Z","steps":["trace[1615688621] 'agreement among raft nodes before linearized reading' (duration: 174.494748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:16.781081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.350069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:39:16.781245Z","caller":"traceutil/trace.go:171","msg":"trace[260179096] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"368.422352ms","start":"2026-04-03T01:39:16.412801Z","end":"2026-04-03T01:39:16.781224Z","steps":["trace[260179096] 'read index received' (duration: 163.869809ms)","trace[260179096] 'applied index is now lower than readState.Index' (duration: 204.547973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:16.781356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.552454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:16.78139Z","caller":"traceutil/trace.go:171","msg":"trace[788794221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"368.630546ms","start":"2026-04-03T01:39:16.412749Z","end":"2026-04-03T01:39:16.781379Z","steps":["trace[788794221] 'agreement among raft nodes before linearized reading' (duration: 368.569244ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:16.781377Z","caller":"traceutil/trace.go:171","msg":"trace[935803939] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"370.755176ms","start":"2026-04-03T01:39:16.410577Z","end":"2026-04-03T01:39:16.781332Z","steps":["trace[935803939] 'process raft request' (duration: 166.04129ms)","trace[935803939] 'compare' (duration: 204.188616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:16.781429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.412724Z","time spent":"368.696976ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:39:16.781605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.410547Z","time spent":"370.939629ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:16.825761Z","caller":"traceutil/trace.go:171","msg":"trace[1741637123] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"338.676003ms","start":"2026-04-03T01:39:16.48705Z","end":"2026-04-03T01:39:16.825726Z","steps":["trace[1741637123] 'process raft request' (duration: 338.316145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:16.826034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.487027Z","time spent":"338.829195ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:17.170402Z","caller":"traceutil/trace.go:171","msg":"trace[621648014] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:705; }","duration":"389.08762ms","start":"2026-04-03T01:39:16.781279Z","end":"2026-04-03T01:39:17.170366Z","steps":["trace[621648014] 'read index received' (duration: 44.146618ms)","trace[621648014] 'applied index is now lower than readState.Index' (duration: 344.939582ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:17.170607Z","caller":"traceutil/trace.go:171","msg":"trace[1219525073] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"588.576167ms","start":"2026-04-03T01:39:16.581945Z","end":"2026-04-03T01:39:17.170521Z","steps":["trace[1219525073] 'process raft request' (duration: 588.219241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.170643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.769447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T01:39:17.170756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.138263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:39:17.170781Z","caller":"traceutil/trace.go:171","msg":"trace[1944581547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:679; }","duration":"567.967631ms","start":"2026-04-03T01:39:16.602781Z","end":"2026-04-03T01:39:17.170748Z","steps":["trace[1944581547] 'agreement among raft nodes before linearized reading' (duration: 567.729636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.170659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.700397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-92zs9\" ","response":"range_response_count:1 size:18333"} {"level":"warn","ts":"2026-04-03T01:39:17.170838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.703548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-04-03T01:39:17.170861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.602762Z","time spent":"568.082333ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T01:39:17.1709Z","caller":"traceutil/trace.go:171","msg":"trace[2009546771] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:679; }","duration":"573.76341ms","start":"2026-04-03T01:39:16.597113Z","end":"2026-04-03T01:39:17.170877Z","steps":["trace[2009546771] 'agreement among raft nodes before linearized reading' (duration: 573.274241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.170915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.581924Z","time spent":"588.849472ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:39:17.170961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.597104Z","time spent":"573.846541ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-03T01:39:17.170813Z","caller":"traceutil/trace.go:171","msg":"trace[857554621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:679; }","duration":"726.259164ms","start":"2026-04-03T01:39:16.444537Z","end":"2026-04-03T01:39:17.170797Z","steps":["trace[857554621] 'agreement among raft nodes before linearized reading' (duration: 726.03132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.170966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.214732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-03T01:39:17.170956Z","caller":"traceutil/trace.go:171","msg":"trace[341555692] range","detail":"{range_begin:/registry/pods/kube-system/cilium-92zs9; range_end:; response_count:1; response_revision:679; }","duration":"591.009093ms","start":"2026-04-03T01:39:16.579873Z","end":"2026-04-03T01:39:17.170882Z","steps":["trace[341555692] 'agreement among raft nodes before linearized reading' (duration: 590.566105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.171035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.444495Z","time spent":"726.522129ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:39:17.170829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.29026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:39:17.171094Z","caller":"traceutil/trace.go:171","msg":"trace[1727080310] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:679; }","duration":"373.411834ms","start":"2026-04-03T01:39:16.79765Z","end":"2026-04-03T01:39:17.171062Z","steps":["trace[1727080310] 'agreement among raft nodes before linearized reading' (duration: 372.982516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.171193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.797629Z","time spent":"373.551847ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-03T01:39:17.17119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.579842Z","time spent":"591.252558ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18356,"request content":"key:\"/registry/pods/kube-system/cilium-92zs9\" "} {"level":"info","ts":"2026-04-03T01:39:17.171202Z","caller":"traceutil/trace.go:171","msg":"trace[1017070354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:679; }","duration":"664.716208ms","start":"2026-04-03T01:39:16.506422Z","end":"2026-04-03T01:39:17.171139Z","steps":["trace[1017070354] 'agreement among raft nodes before linearized reading' (duration: 664.144117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.171263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:16.506391Z","time spent":"664.85857ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T01:39:17.303693Z","caller":"traceutil/trace.go:171","msg":"trace[2112217050] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"113.151586ms","start":"2026-04-03T01:39:17.190504Z","end":"2026-04-03T01:39:17.303656Z","steps":["trace[2112217050] 'process raft request' (duration: 112.901951ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:17.769676Z","caller":"traceutil/trace.go:171","msg":"trace[2126578112] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:715; }","duration":"105.991982ms","start":"2026-04-03T01:39:17.663646Z","end":"2026-04-03T01:39:17.769638Z","steps":["trace[2126578112] 'read index received' (duration: 105.765978ms)","trace[2126578112] 'applied index is now lower than readState.Index' (duration: 224.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:17.769721Z","caller":"traceutil/trace.go:171","msg":"trace[1617626572] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"159.66401ms","start":"2026-04-03T01:39:17.610022Z","end":"2026-04-03T01:39:17.769686Z","steps":["trace[1617626572] 'process raft request' (duration: 159.376615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.769861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.195485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:17.769939Z","caller":"traceutil/trace.go:171","msg":"trace[960645006] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:687; }","duration":"106.319768ms","start":"2026-04-03T01:39:17.663601Z","end":"2026-04-03T01:39:17.769921Z","steps":["trace[960645006] 'agreement among raft nodes before linearized reading' (duration: 106.171455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.778713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.018061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:17.778801Z","caller":"traceutil/trace.go:171","msg":"trace[1621038148] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:688; }","duration":"115.159703ms","start":"2026-04-03T01:39:17.663621Z","end":"2026-04-03T01:39:17.778781Z","steps":["trace[1621038148] 'agreement among raft nodes before linearized reading' (duration: 114.99909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:17.779224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.163284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:17.779276Z","caller":"traceutil/trace.go:171","msg":"trace[1017984741] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:688; }","duration":"115.350858ms","start":"2026-04-03T01:39:17.663912Z","end":"2026-04-03T01:39:17.779263Z","steps":["trace[1017984741] 'agreement among raft nodes before linearized reading' (duration: 115.208285ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:28.056559Z","caller":"traceutil/trace.go:171","msg":"trace[930559545] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:792; }","duration":"421.432736ms","start":"2026-04-03T01:39:27.635102Z","end":"2026-04-03T01:39:28.056534Z","steps":["trace[930559545] 'read index received' (duration: 421.280203ms)","trace[930559545] 'applied index is now lower than readState.Index' (duration: 151.293µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:28.056771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.657569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-s9hhj\" ","response":"range_response_count:1 size:3964"} {"level":"warn","ts":"2026-04-03T01:39:28.056757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:27.496103Z","time spent":"560.64466ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T01:39:28.056811Z","caller":"traceutil/trace.go:171","msg":"trace[978395530] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-s9hhj; range_end:; response_count:1; response_revision:761; }","duration":"421.780301ms","start":"2026-04-03T01:39:27.635021Z","end":"2026-04-03T01:39:28.056801Z","steps":["trace[978395530] 'agreement among raft nodes before linearized reading' (duration: 421.616748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:28.056999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:27.634989Z","time spent":"421.996046ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-s9hhj\" "} {"level":"info","ts":"2026-04-03T01:39:33.04616Z","caller":"traceutil/trace.go:171","msg":"trace[1865453491] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"111.409103ms","start":"2026-04-03T01:39:32.934723Z","end":"2026-04-03T01:39:33.046132Z","steps":["trace[1865453491] 'process raft request' (duration: 100.012658ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:33.444403Z","caller":"traceutil/trace.go:171","msg":"trace[1445737785] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"135.053668ms","start":"2026-04-03T01:39:33.309317Z","end":"2026-04-03T01:39:33.44437Z","steps":["trace[1445737785] 'process raft request' (duration: 133.05071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:33.665204Z","caller":"traceutil/trace.go:171","msg":"trace[867752211] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"170.656676ms","start":"2026-04-03T01:39:33.494498Z","end":"2026-04-03T01:39:33.665155Z","steps":["trace[867752211] 'process raft request' (duration: 157.484198ms)","trace[867752211] 'compare' (duration: 12.980525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:57.175005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844040514,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T01:39:57.278328Z","caller":"traceutil/trace.go:171","msg":"trace[110890785] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"637.772883ms","start":"2026-04-03T01:39:56.640527Z","end":"2026-04-03T01:39:57.2783Z","steps":["trace[110890785] 'process raft request' (duration: 637.6113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:57.278517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:56.640508Z","time spent":"637.922016ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:57.373626Z","caller":"traceutil/trace.go:171","msg":"trace[1929863639] linearizableReadLoop","detail":"{readStateIndex:1194; appliedIndex:1193; }","duration":"699.704298ms","start":"2026-04-03T01:39:56.673893Z","end":"2026-04-03T01:39:57.373597Z","steps":["trace[1929863639] 'read index received' (duration: 604.403915ms)","trace[1929863639] 'applied index is now lower than readState.Index' (duration: 95.299093ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:57.373664Z","caller":"traceutil/trace.go:171","msg":"trace[2105367121] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"481.92655ms","start":"2026-04-03T01:39:56.891705Z","end":"2026-04-03T01:39:57.373632Z","steps":["trace[2105367121] 'process raft request' (duration: 481.660595ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:57.373696Z","caller":"traceutil/trace.go:171","msg":"trace[344873464] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"111.366536ms","start":"2026-04-03T01:39:57.262302Z","end":"2026-04-03T01:39:57.373669Z","steps":["trace[344873464] 'process raft request' (duration: 111.246044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:57.373817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.894571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:39:57.373862Z","caller":"traceutil/trace.go:171","msg":"trace[398310873] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1156; }","duration":"699.989004ms","start":"2026-04-03T01:39:56.673863Z","end":"2026-04-03T01:39:57.373852Z","steps":["trace[398310873] 'agreement among raft nodes before linearized reading' (duration: 699.880962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:57.373901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:56.67384Z","time spent":"700.051744ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":10,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:39:57.374028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:56.891683Z","time spent":"482.059172ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:57.37405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.802407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-03T01:39:57.374258Z","caller":"traceutil/trace.go:171","msg":"trace[987128894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1156; }","duration":"194.070732ms","start":"2026-04-03T01:39:57.180165Z","end":"2026-04-03T01:39:57.374236Z","steps":["trace[987128894] 'agreement among raft nodes before linearized reading' (duration: 193.660974ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:01.172294Z","caller":"traceutil/trace.go:171","msg":"trace[232495886] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"166.185199ms","start":"2026-04-03T01:40:01.00607Z","end":"2026-04-03T01:40:01.172255Z","steps":["trace[232495886] 'process raft request' (duration: 154.461107ms)","trace[232495886] 'compare' (duration: 11.360215ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:01.172266Z","caller":"traceutil/trace.go:171","msg":"trace[1477450142] linearizableReadLoop","detail":"{readStateIndex:1225; appliedIndex:1224; }","duration":"165.154119ms","start":"2026-04-03T01:40:01.007046Z","end":"2026-04-03T01:40:01.172201Z","steps":["trace[1477450142] 'read index received' (duration: 153.484418ms)","trace[1477450142] 'applied index is now lower than readState.Index' (duration: 11.667351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:40:01.172365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.301371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-03T01:40:01.172444Z","caller":"traceutil/trace.go:171","msg":"trace[1846797403] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1184; }","duration":"165.414733ms","start":"2026-04-03T01:40:01.007012Z","end":"2026-04-03T01:40:01.172427Z","steps":["trace[1846797403] 'agreement among raft nodes before linearized reading' (duration: 165.27014ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:19.135293Z","caller":"traceutil/trace.go:171","msg":"trace[151837685] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1461; }","duration":"109.271727ms","start":"2026-04-03T01:40:19.025992Z","end":"2026-04-03T01:40:19.135264Z","steps":["trace[151837685] 'read index received' (duration: 109.117994ms)","trace[151837685] 'applied index is now lower than readState.Index' (duration: 152.173µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:19.135354Z","caller":"traceutil/trace.go:171","msg":"trace[1145402758] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"112.176382ms","start":"2026-04-03T01:40:19.023124Z","end":"2026-04-03T01:40:19.1353Z","steps":["trace[1145402758] 'process raft request' (duration: 111.922597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:19.135605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.514951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:40:19.135757Z","caller":"traceutil/trace.go:171","msg":"trace[151667811] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1413; }","duration":"109.754566ms","start":"2026-04-03T01:40:19.025967Z","end":"2026-04-03T01:40:19.135721Z","steps":["trace[151667811] 'agreement among raft nodes before linearized reading' (duration: 109.438229ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:21.173176Z","caller":"traceutil/trace.go:171","msg":"trace[1747736497] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"151.038703ms","start":"2026-04-03T01:40:21.022109Z","end":"2026-04-03T01:40:21.173148Z","steps":["trace[1747736497] 'process raft request' (duration: 104.019627ms)","trace[1747736497] 'compare' (duration: 46.913394ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:36.601252Z","caller":"traceutil/trace.go:171","msg":"trace[2082244526] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"120.322745ms","start":"2026-04-03T01:40:36.480897Z","end":"2026-04-03T01:40:36.60122Z","steps":["trace[2082244526] 'process raft request' (duration: 95.452497ms)","trace[2082244526] 'compare' (duration: 24.696845ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:36.680054Z","caller":"traceutil/trace.go:171","msg":"trace[1660118710] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"197.564278ms","start":"2026-04-03T01:40:36.482464Z","end":"2026-04-03T01:40:36.680029Z","steps":["trace[1660118710] 'process raft request' (duration: 197.158651ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:36.680271Z","caller":"traceutil/trace.go:171","msg":"trace[1914549900] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"197.718521ms","start":"2026-04-03T01:40:36.482509Z","end":"2026-04-03T01:40:36.680227Z","steps":["trace[1914549900] 'process raft request' (duration: 197.584528ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:36.680285Z","caller":"traceutil/trace.go:171","msg":"trace[92414880] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"197.784393ms","start":"2026-04-03T01:40:36.482442Z","end":"2026-04-03T01:40:36.680226Z","steps":["trace[92414880] 'process raft request' (duration: 197.557799ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:36.68035Z","caller":"traceutil/trace.go:171","msg":"trace[2125936843] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1777; }","duration":"163.379684ms","start":"2026-04-03T01:40:36.516936Z","end":"2026-04-03T01:40:36.680315Z","steps":["trace[2125936843] 'read index received' (duration: 59.476309ms)","trace[2125936843] 'applied index is now lower than readState.Index' (duration: 103.901925ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:36.680593Z","caller":"traceutil/trace.go:171","msg":"trace[1761590341] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"197.64459ms","start":"2026-04-03T01:40:36.482775Z","end":"2026-04-03T01:40:36.68042Z","steps":["trace[1761590341] 'process raft request' (duration: 197.440706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:36.680649Z","caller":"traceutil/trace.go:171","msg":"trace[625684080] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"198.036127ms","start":"2026-04-03T01:40:36.482557Z","end":"2026-04-03T01:40:36.680593Z","steps":["trace[625684080] 'process raft request' (duration: 197.586049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:36.680735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.782622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T01:40:36.680782Z","caller":"traceutil/trace.go:171","msg":"trace[421724940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1710; }","duration":"163.897574ms","start":"2026-04-03T01:40:36.516869Z","end":"2026-04-03T01:40:36.680767Z","steps":["trace[421724940] 'agreement among raft nodes before linearized reading' (duration: 163.70306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:36.680959Z","caller":"traceutil/trace.go:171","msg":"trace[961953391] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"194.979431ms","start":"2026-04-03T01:40:36.485967Z","end":"2026-04-03T01:40:36.680947Z","steps":["trace[961953391] 'process raft request' (duration: 194.289907ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:37.824513Z","caller":"traceutil/trace.go:171","msg":"trace[1693303323] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"145.019789ms","start":"2026-04-03T01:40:37.679467Z","end":"2026-04-03T01:40:37.824486Z","steps":["trace[1693303323] 'process raft request' (duration: 144.837076ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:37.894948Z","caller":"traceutil/trace.go:171","msg":"trace[309592920] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1791; }","duration":"120.443617ms","start":"2026-04-03T01:40:37.774344Z","end":"2026-04-03T01:40:37.894787Z","steps":["trace[309592920] 'read index received' (duration: 50.017641ms)","trace[309592920] 'applied index is now lower than readState.Index' (duration: 70.424526ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:37.895115Z","caller":"traceutil/trace.go:171","msg":"trace[1236640208] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"214.221671ms","start":"2026-04-03T01:40:37.680767Z","end":"2026-04-03T01:40:37.894989Z","steps":["trace[1236640208] 'process raft request' (duration: 200.920591ms)","trace[1236640208] 'compare' (duration: 12.998055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:40:37.895361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.979236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:40:37.895429Z","caller":"traceutil/trace.go:171","msg":"trace[1201670101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1718; }","duration":"121.130029ms","start":"2026-04-03T01:40:37.774282Z","end":"2026-04-03T01:40:37.895412Z","steps":["trace[1201670101] 'agreement among raft nodes before linearized reading' (duration: 120.785723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:46.478226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844041897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:40:46.978733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844041897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:40:47.023658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14237515s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T01:40:48.171311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147250883s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:40:48.171567Z","caller":"traceutil/trace.go:171","msg":"trace[854991162] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1900; }","duration":"2.194012005s","start":"2026-04-03T01:40:45.977536Z","end":"2026-04-03T01:40:48.171548Z","steps":["trace[854991162] 'read index received' (duration: 1.046503446s)","trace[854991162] 'applied index is now lower than readState.Index' (duration: 1.147507449s)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:48.171653Z","caller":"traceutil/trace.go:171","msg":"trace[174871422] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"1.865349869s","start":"2026-04-03T01:40:46.306291Z","end":"2026-04-03T01:40:48.171641Z","steps":["trace[174871422] 'process raft request' (duration: 1.865162355s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:48.171631Z","caller":"traceutil/trace.go:171","msg":"trace[150989237] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"2.290457869s","start":"2026-04-03T01:40:45.88112Z","end":"2026-04-03T01:40:48.171578Z","steps":["trace[150989237] 'process raft request' (duration: 1.142843048s)","trace[150989237] 'compare' (duration: 1.145095614s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:40:48.171717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:46.306256Z","time spent":"1.865423231s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:48.171868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:45.881082Z","time spent":"2.290652863s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:48.172018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194483243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T01:40:48.172081Z","caller":"traceutil/trace.go:171","msg":"trace[1095656647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1826; }","duration":"2.194594216s","start":"2026-04-03T01:40:45.977473Z","end":"2026-04-03T01:40:48.172067Z","steps":["trace[1095656647] 'agreement among raft nodes before linearized reading' (duration: 2.194407882s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:48.172116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:45.977446Z","time spent":"2.194662987s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:40:48.411908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T01:40:48.412016Z","caller":"traceutil/trace.go:171","msg":"trace[607510847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237031s","start":"2026-04-03T01:40:46.411754Z","end":"2026-04-03T01:40:48.411991Z","steps":["trace[607510847] 'agreement among raft nodes before linearized reading' (duration: 2.000104408s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:48.412132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:46.411692Z","time spent":"2.000384073s","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 01:40:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T01:40:49.777969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.288863ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:40:49.77819Z","caller":"traceutil/trace.go:171","msg":"trace[1845426385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1826; }","duration":"407.548018ms","start":"2026-04-03T01:40:49.370614Z","end":"2026-04-03T01:40:49.778162Z","steps":["trace[1845426385] 'range keys from in-memory index tree' (duration: 407.215692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.778612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285904275s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:40:49.778744Z","caller":"traceutil/trace.go:171","msg":"trace[868432849] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"2.162977884s","start":"2026-04-03T01:40:47.615742Z","end":"2026-04-03T01:40:49.77872Z","steps":["trace[868432849] 'process raft request' (duration: 876.863036ms)","trace[868432849] 'compare' (duration: 1.285729421s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:40:49.778812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:47.615711Z","time spent":"2.163069535s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:49.808011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315353224s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T01:40:49.808854Z","caller":"traceutil/trace.go:171","msg":"trace[112100396] linearizableReadLoop","detail":"{readStateIndex:1904; appliedIndex:1902; }","duration":"1.637222853s","start":"2026-04-03T01:40:48.171597Z","end":"2026-04-03T01:40:49.80882Z","steps":["trace[112100396] 'read index received' (duration: 321.031053ms)","trace[112100396] 'applied index is now lower than readState.Index' (duration: 1.31619016s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:40:49.809176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069119634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T01:40:49.809227Z","caller":"traceutil/trace.go:171","msg":"trace[996976738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1829; }","duration":"3.069248807s","start":"2026-04-03T01:40:46.739961Z","end":"2026-04-03T01:40:49.80921Z","steps":["trace[996976738] 'agreement among raft nodes before linearized reading' (duration: 3.069040183s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.809264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820378752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T01:40:49.809279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.761976264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd63fcca-1c50-4385-8b73-997327ba7a10\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-03T01:40:49.809318Z","caller":"traceutil/trace.go:171","msg":"trace[1808628444] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"1.631943145s","start":"2026-04-03T01:40:48.177338Z","end":"2026-04-03T01:40:49.809281Z","steps":["trace[1808628444] 'process raft request' (duration: 1.631401405s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.809402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173572939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T01:40:49.809414Z","caller":"traceutil/trace.go:171","msg":"trace[1455562153] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd63fcca-1c50-4385-8b73-997327ba7a10; range_end:; response_count:1; response_revision:1829; }","duration":"3.762161358s","start":"2026-04-03T01:40:46.047219Z","end":"2026-04-03T01:40:49.809381Z","steps":["trace[1455562153] 'agreement among raft nodes before linearized reading' (duration: 3.761803181s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.809444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170312258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:40:49.809476Z","caller":"traceutil/trace.go:171","msg":"trace[47947259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1829; }","duration":"2.17040429s","start":"2026-04-03T01:40:47.639062Z","end":"2026-04-03T01:40:49.809467Z","steps":["trace[47947259] 'agreement among raft nodes before linearized reading' (duration: 2.170310908s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:49.809481Z","caller":"traceutil/trace.go:171","msg":"trace[793911961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1829; }","duration":"3.173724812s","start":"2026-04-03T01:40:46.635729Z","end":"2026-04-03T01:40:49.809454Z","steps":["trace[793911961] 'agreement among raft nodes before linearized reading' (duration: 3.173419166s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.80949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:46.047201Z","time spent":"3.762273689s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd63fcca-1c50-4385-8b73-997327ba7a10\" "} {"level":"warn","ts":"2026-04-03T01:40:49.809422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896129928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-03T01:40:49.809519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:47.639029Z","time spent":"2.170481461s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T01:40:49.809539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:46.635705Z","time spent":"3.173825094s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T01:40:49.809528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:48.177307Z","time spent":"1.632102617s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:49.809291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:46.739934Z","time spent":"3.069346798s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T01:40:49.809625Z","caller":"traceutil/trace.go:171","msg":"trace[546277577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1829; }","duration":"1.896352641s","start":"2026-04-03T01:40:47.913189Z","end":"2026-04-03T01:40:49.809542Z","steps":["trace[546277577] 'agreement among raft nodes before linearized reading' (duration: 1.896079377s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:49.809341Z","caller":"traceutil/trace.go:171","msg":"trace[1402565282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1829; }","duration":"3.820500715s","start":"2026-04-03T01:40:45.988823Z","end":"2026-04-03T01:40:49.809324Z","steps":["trace[1402565282] 'agreement among raft nodes before linearized reading' (duration: 3.82024915s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.809713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:47.913145Z","time spent":"1.896526326s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T01:40:49.809147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309925776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T01:40:49.809764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:45.988804Z","time spent":"3.820946774s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T01:40:49.809803Z","caller":"traceutil/trace.go:171","msg":"trace[1751466684] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:1829; }","duration":"2.310698101s","start":"2026-04-03T01:40:47.499089Z","end":"2026-04-03T01:40:49.809787Z","steps":["trace[1751466684] 'agreement among raft nodes before linearized reading' (duration: 2.309770353s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.809861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:47.499061Z","time spent":"2.310781392s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"info","ts":"2026-04-03T01:40:49.809336Z","caller":"traceutil/trace.go:171","msg":"trace[434550177] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"2.175617869s","start":"2026-04-03T01:40:47.633708Z","end":"2026-04-03T01:40:49.809326Z","steps":["trace[434550177] 'process raft request' (duration: 2.174804584s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.810022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:47.633662Z","time spent":"2.176286891s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:49.8093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821908361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:40:49.810086Z","caller":"traceutil/trace.go:171","msg":"trace[614300395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1829; }","duration":"3.822767368s","start":"2026-04-03T01:40:45.987304Z","end":"2026-04-03T01:40:49.810072Z","steps":["trace[614300395] 'agreement among raft nodes before linearized reading' (duration: 3.82180305s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.81013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:45.987281Z","time spent":"3.82283588s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:40:49.809627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628387079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd63fcca-1c50-4385-8b73-997327ba7a10\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-03T01:40:49.810749Z","caller":"traceutil/trace.go:171","msg":"trace[464884700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd63fcca-1c50-4385-8b73-997327ba7a10; range_end:; response_count:1; response_revision:1829; }","duration":"3.629541512s","start":"2026-04-03T01:40:46.181174Z","end":"2026-04-03T01:40:49.810715Z","steps":["trace[464884700] 'agreement among raft nodes before linearized reading' (duration: 3.628138035s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.810816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:46.181161Z","time spent":"3.629641313s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd63fcca-1c50-4385-8b73-997327ba7a10\" "} {"level":"warn","ts":"2026-04-03T01:40:49.812545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408154457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b53568aee43d\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-03T01:40:49.812587Z","caller":"traceutil/trace.go:171","msg":"trace[1044671013] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b53568aee43d; range_end:; response_count:1; response_revision:1830; }","duration":"1.408254679s","start":"2026-04-03T01:40:48.40432Z","end":"2026-04-03T01:40:49.812575Z","steps":["trace[1044671013] 'agreement among raft nodes before linearized reading' (duration: 1.408146217s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:49.812569Z","caller":"traceutil/trace.go:171","msg":"trace[115835093] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"1.059311635s","start":"2026-04-03T01:40:48.753236Z","end":"2026-04-03T01:40:49.812547Z","steps":["trace[115835093] 'process raft request' (duration: 1.05907041s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.81261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:48.404296Z","time spent":"1.40830902s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b53568aee43d\" "} {"level":"warn","ts":"2026-04-03T01:40:49.812725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396239895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:40:49.812741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.964361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-03T01:40:49.812738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:48.75321Z","time spent":"1.059418478s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:40:49.812776Z","caller":"traceutil/trace.go:171","msg":"trace[2109515719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1830; }","duration":"1.396322827s","start":"2026-04-03T01:40:48.41644Z","end":"2026-04-03T01:40:49.812763Z","steps":["trace[2109515719] 'agreement among raft nodes before linearized reading' (duration: 1.396246536s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:49.812816Z","caller":"traceutil/trace.go:171","msg":"trace[1502466391] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1830; }","duration":"660.075343ms","start":"2026-04-03T01:40:49.152702Z","end":"2026-04-03T01:40:49.812777Z","steps":["trace[1502466391] 'agreement among raft nodes before linearized reading' (duration: 659.9237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:49.812852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:48.416429Z","time spent":"1.396404879s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:40:49.812852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:49.152673Z","time spent":"660.170845ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T01:40:51.193891Z","caller":"traceutil/trace.go:171","msg":"trace[1806984228] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"104.132773ms","start":"2026-04-03T01:40:51.089727Z","end":"2026-04-03T01:40:51.19386Z","steps":["trace[1806984228] 'process raft request' (duration: 103.856308ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:51.303592Z","caller":"traceutil/trace.go:171","msg":"trace[1741660389] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"101.723978ms","start":"2026-04-03T01:40:51.201832Z","end":"2026-04-03T01:40:51.303556Z","steps":["trace[1741660389] 'process raft request' (duration: 101.518304ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:51.303966Z","caller":"traceutil/trace.go:171","msg":"trace[2092120961] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"101.326072ms","start":"2026-04-03T01:40:51.202596Z","end":"2026-04-03T01:40:51.303922Z","steps":["trace[2092120961] 'process raft request' (duration: 100.915214ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:51.304039Z","caller":"traceutil/trace.go:171","msg":"trace[1367357949] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"101.345433ms","start":"2026-04-03T01:40:51.202656Z","end":"2026-04-03T01:40:51.304002Z","steps":["trace[1367357949] 'process raft request' (duration: 101.16908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:03.660297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.099148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:41:03.66039Z","caller":"traceutil/trace.go:171","msg":"trace[401726222] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2035; }","duration":"747.790999ms","start":"2026-04-03T01:41:02.912586Z","end":"2026-04-03T01:41:03.660377Z","steps":["trace[401726222] 'read index received' (duration: 39.458357ms)","trace[401726222] 'applied index is now lower than readState.Index' (duration: 708.331522ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:03.66042Z","caller":"traceutil/trace.go:171","msg":"trace[1007066499] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"847.084353ms","start":"2026-04-03T01:41:02.813306Z","end":"2026-04-03T01:41:03.66039Z","steps":["trace[1007066499] 'process raft request' (duration: 138.810461ms)","trace[1007066499] 'compare' (duration: 707.858594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:03.660547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.972962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T01:41:03.660568Z","caller":"traceutil/trace.go:171","msg":"trace[644366029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"748.039904ms","start":"2026-04-03T01:41:02.91252Z","end":"2026-04-03T01:41:03.66056Z","steps":["trace[644366029] 'agreement among raft nodes before linearized reading' (duration: 747.924202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:03.660568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:02.813276Z","time spent":"847.206965ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:03.660588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:02.91249Z","time spent":"748.093554ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T01:41:03.660741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.182183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:41:03.660753Z","caller":"traceutil/trace.go:171","msg":"trace[1490815077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"248.246034ms","start":"2026-04-03T01:41:03.412503Z","end":"2026-04-03T01:41:03.660749Z","steps":["trace[1490815077] 'agreement among raft nodes before linearized reading' (duration: 248.223344ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:04.113452Z","caller":"traceutil/trace.go:171","msg":"trace[1312371890] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2038; }","duration":"164.898169ms","start":"2026-04-03T01:41:03.948529Z","end":"2026-04-03T01:41:04.113427Z","steps":["trace[1312371890] 'read index received' (duration: 132.619785ms)","trace[1312371890] 'applied index is now lower than readState.Index' (duration: 32.277454ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:04.113606Z","caller":"traceutil/trace.go:171","msg":"trace[278288306] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"222.82928ms","start":"2026-04-03T01:41:03.890745Z","end":"2026-04-03T01:41:04.113575Z","steps":["trace[278288306] 'process raft request' (duration: 190.465875ms)","trace[278288306] 'compare' (duration: 32.092089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:04.113768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.215484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:41:04.113853Z","caller":"traceutil/trace.go:171","msg":"trace[698861883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1960; }","duration":"165.356257ms","start":"2026-04-03T01:41:03.948476Z","end":"2026-04-03T01:41:04.113833Z","steps":["trace[698861883] 'agreement among raft nodes before linearized reading' (duration: 165.123993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:04.113856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.852767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T01:41:04.113908Z","caller":"traceutil/trace.go:171","msg":"trace[2121644690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1960; }","duration":"157.926998ms","start":"2026-04-03T01:41:03.955967Z","end":"2026-04-03T01:41:04.113894Z","steps":["trace[2121644690] 'agreement among raft nodes before linearized reading' (duration: 157.775395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:04.114014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.268635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:41:04.114092Z","caller":"traceutil/trace.go:171","msg":"trace[1155132630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1960; }","duration":"158.433767ms","start":"2026-04-03T01:41:03.955645Z","end":"2026-04-03T01:41:04.114079Z","steps":["trace[1155132630] 'agreement among raft nodes before linearized reading' (duration: 158.137972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:04.114015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.831802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:41:04.114222Z","caller":"traceutil/trace.go:171","msg":"trace[1415200252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"161.080997ms","start":"2026-04-03T01:41:03.953121Z","end":"2026-04-03T01:41:04.114202Z","steps":["trace[1415200252] 'agreement among raft nodes before linearized reading' (duration: 160.625628ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:04.399482Z","caller":"traceutil/trace.go:171","msg":"trace[1252201106] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"105.967809ms","start":"2026-04-03T01:41:04.293481Z","end":"2026-04-03T01:41:04.399448Z","steps":["trace[1252201106] 'process raft request' (duration: 60.333477ms)","trace[1252201106] 'compare' (duration: 45.209623ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:04.595258Z","caller":"traceutil/trace.go:171","msg":"trace[942356229] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"191.963984ms","start":"2026-04-03T01:41:04.403275Z","end":"2026-04-03T01:41:04.595239Z","steps":["trace[942356229] 'process raft request' (duration: 191.156299ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:05.996561Z","caller":"traceutil/trace.go:171","msg":"trace[1204327078] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"104.851707ms","start":"2026-04-03T01:41:05.891677Z","end":"2026-04-03T01:41:05.996528Z","steps":["trace[1204327078] 'process raft request' (duration: 93.564976ms)","trace[1204327078] 'compare' (duration: 11.088547ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:10.337568Z","caller":"traceutil/trace.go:171","msg":"trace[1311111661] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"135.903706ms","start":"2026-04-03T01:41:10.201633Z","end":"2026-04-03T01:41:10.337537Z","steps":["trace[1311111661] 'process raft request' (duration: 47.455325ms)","trace[1311111661] 'compare' (duration: 88.260808ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:10.337816Z","caller":"traceutil/trace.go:171","msg":"trace[918618454] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"133.848319ms","start":"2026-04-03T01:41:10.203938Z","end":"2026-04-03T01:41:10.337786Z","steps":["trace[918618454] 'process raft request' (duration: 133.546034ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:10.338066Z","caller":"traceutil/trace.go:171","msg":"trace[507795844] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2084; }","duration":"113.056801ms","start":"2026-04-03T01:41:10.224988Z","end":"2026-04-03T01:41:10.338045Z","steps":["trace[507795844] 'read index received' (duration: 143.653µs)","trace[507795844] 'applied index is now lower than readState.Index' (duration: 112.910528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:10.338371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.363566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-04-03T01:41:10.338461Z","caller":"traceutil/trace.go:171","msg":"trace[1672210683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2007; }","duration":"113.49105ms","start":"2026-04-03T01:41:10.224946Z","end":"2026-04-03T01:41:10.338437Z","steps":["trace[1672210683] 'agreement among raft nodes before linearized reading' (duration: 113.205403ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:10.733569Z","caller":"traceutil/trace.go:171","msg":"trace[1394015935] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"180.693993ms","start":"2026-04-03T01:41:10.552827Z","end":"2026-04-03T01:41:10.733521Z","steps":["trace[1394015935] 'process raft request' (duration: 180.453769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:10.908573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.778394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T01:41:10.90868Z","caller":"traceutil/trace.go:171","msg":"trace[1664463663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2010; }","duration":"151.942287ms","start":"2026-04-03T01:41:10.756709Z","end":"2026-04-03T01:41:10.908652Z","steps":["trace[1664463663] 'range keys from in-memory index tree' (duration: 151.514179ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.378943Z","caller":"traceutil/trace.go:171","msg":"trace[1371521000] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2091; }","duration":"125.286319ms","start":"2026-04-03T01:41:11.253629Z","end":"2026-04-03T01:41:11.378915Z","steps":["trace[1371521000] 'read index received' (duration: 125.145887ms)","trace[1371521000] 'applied index is now lower than readState.Index' (duration: 139.352µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:11.379257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.593304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T01:41:11.379299Z","caller":"traceutil/trace.go:171","msg":"trace[192173065] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2011; }","duration":"125.685827ms","start":"2026-04-03T01:41:11.253597Z","end":"2026-04-03T01:41:11.379283Z","steps":["trace[192173065] 'agreement among raft nodes before linearized reading' (duration: 125.457863ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.379491Z","caller":"traceutil/trace.go:171","msg":"trace[1464879020] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"135.623801ms","start":"2026-04-03T01:41:11.243811Z","end":"2026-04-03T01:41:11.379435Z","steps":["trace[1464879020] 'process raft request' (duration: 134.918219ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:28.170371Z","caller":"traceutil/trace.go:171","msg":"trace[1674318154] linearizableReadLoop","detail":"{readStateIndex:2181; appliedIndex:2180; }","duration":"125.570054ms","start":"2026-04-03T01:41:28.044773Z","end":"2026-04-03T01:41:28.170343Z","steps":["trace[1674318154] 'read index received' (duration: 125.420441ms)","trace[1674318154] 'applied index is now lower than readState.Index' (duration: 147.773µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:28.170544Z","caller":"traceutil/trace.go:171","msg":"trace[1166513329] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"137.588318ms","start":"2026-04-03T01:41:28.032894Z","end":"2026-04-03T01:41:28.170483Z","steps":["trace[1166513329] 'process raft request' (duration: 137.260312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:28.170702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.86873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T01:41:28.170787Z","caller":"traceutil/trace.go:171","msg":"trace[1877557898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2096; }","duration":"126.019723ms","start":"2026-04-03T01:41:28.044751Z","end":"2026-04-03T01:41:28.170771Z","steps":["trace[1877557898] 'agreement among raft nodes before linearized reading' (duration: 125.705356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:34.338353Z","caller":"traceutil/trace.go:171","msg":"trace[877418210] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"146.315721ms","start":"2026-04-03T01:41:34.191998Z","end":"2026-04-03T01:41:34.338314Z","steps":["trace[877418210] 'process raft request' (duration: 146.082826ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:34.489698Z","caller":"traceutil/trace.go:171","msg":"trace[6970880] linearizableReadLoop","detail":"{readStateIndex:2214; appliedIndex:2212; }","duration":"269.645184ms","start":"2026-04-03T01:41:34.220033Z","end":"2026-04-03T01:41:34.489679Z","steps":["trace[6970880] 'read index received' (duration: 117.980632ms)","trace[6970880] 'applied index is now lower than readState.Index' (duration: 151.663212ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:34.489704Z","caller":"traceutil/trace.go:171","msg":"trace[786479801] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"290.525544ms","start":"2026-04-03T01:41:34.199142Z","end":"2026-04-03T01:41:34.489667Z","steps":["trace[786479801] 'process raft request' (duration: 203.809755ms)","trace[786479801] 'compare' (duration: 86.521695ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:34.489989Z","caller":"traceutil/trace.go:171","msg":"trace[851081438] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"115.500916ms","start":"2026-04-03T01:41:34.374472Z","end":"2026-04-03T01:41:34.489973Z","steps":["trace[851081438] 'process raft request' (duration: 115.14806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:34.490069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.291472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:41:34.490174Z","caller":"traceutil/trace.go:171","msg":"trace[846127739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2129; }","duration":"175.453065ms","start":"2026-04-03T01:41:34.314699Z","end":"2026-04-03T01:41:34.490152Z","steps":["trace[846127739] 'agreement among raft nodes before linearized reading' (duration: 175.185181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:34.490264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.388691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:41:34.490317Z","caller":"traceutil/trace.go:171","msg":"trace[120941634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2129; }","duration":"155.481852ms","start":"2026-04-03T01:41:34.334822Z","end":"2026-04-03T01:41:34.490304Z","steps":["trace[120941634] 'agreement among raft nodes before linearized reading' (duration: 155.316649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:34.490368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.296134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T01:41:34.490505Z","caller":"traceutil/trace.go:171","msg":"trace[820182729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2129; }","duration":"174.498507ms","start":"2026-04-03T01:41:34.315985Z","end":"2026-04-03T01:41:34.490484Z","steps":["trace[820182729] 'agreement among raft nodes before linearized reading' (duration: 174.290814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:34.490541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.494889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T01:41:34.490602Z","caller":"traceutil/trace.go:171","msg":"trace[478656300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2129; }","duration":"270.588771ms","start":"2026-04-03T01:41:34.219999Z","end":"2026-04-03T01:41:34.490587Z","steps":["trace[478656300] 'agreement among raft nodes before linearized reading' (duration: 269.801657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:34.974583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.664612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:41:34.974928Z","caller":"traceutil/trace.go:171","msg":"trace[723098446] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"479.149934ms","start":"2026-04-03T01:41:34.495738Z","end":"2026-04-03T01:41:34.974888Z","steps":["trace[723098446] 'process raft request' (duration: 290.054054ms)","trace[723098446] 'compare' (duration: 188.199354ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:34.97501Z","caller":"traceutil/trace.go:171","msg":"trace[1388997876] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"146.466024ms","start":"2026-04-03T01:41:34.82852Z","end":"2026-04-03T01:41:34.974986Z","steps":["trace[1388997876] 'process raft request' (duration: 146.413733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:34.975125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:34.495679Z","time spent":"479.339047ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:34.975219Z","caller":"traceutil/trace.go:171","msg":"trace[5500617] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"478.133946ms","start":"2026-04-03T01:41:34.497017Z","end":"2026-04-03T01:41:34.975151Z","steps":["trace[5500617] 'process raft request' (duration: 477.86896ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:34.975205Z","caller":"traceutil/trace.go:171","msg":"trace[984442963] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"479.299617ms","start":"2026-04-03T01:41:34.495841Z","end":"2026-04-03T01:41:34.97514Z","steps":["trace[984442963] 'process raft request' (duration: 478.896429ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:34.975205Z","caller":"traceutil/trace.go:171","msg":"trace[1775588968] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"479.199236ms","start":"2026-04-03T01:41:34.495942Z","end":"2026-04-03T01:41:34.975142Z","steps":["trace[1775588968] 'process raft request' (duration: 478.9054ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:34.975221Z","caller":"traceutil/trace.go:171","msg":"trace[575765374] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2216; }","duration":"399.867205ms","start":"2026-04-03T01:41:34.575317Z","end":"2026-04-03T01:41:34.975184Z","steps":["trace[575765374] 'read index received' (duration: 210.50122ms)","trace[575765374] 'applied index is now lower than readState.Index' (duration: 189.362365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:34.975347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:34.497004Z","time spent":"478.292938ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:34.975401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:34.495898Z","time spent":"479.41503ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:34.975423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:34.495811Z","time spent":"479.500402ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:34.975548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.210241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b53da9078621\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T01:41:34.975668Z","caller":"traceutil/trace.go:171","msg":"trace[1500460723] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b53da9078621; range_end:; response_count:1; response_revision:2135; }","duration":"400.384404ms","start":"2026-04-03T01:41:34.575249Z","end":"2026-04-03T01:41:34.975633Z","steps":["trace[1500460723] 'agreement among raft nodes before linearized reading' (duration: 400.019268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:34.975718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:34.575202Z","time spent":"400.506397ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b53da9078621\" "} {"level":"warn","ts":"2026-04-03T01:41:34.975703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.708017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T01:41:34.975968Z","caller":"traceutil/trace.go:171","msg":"trace[337909757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2135; }","duration":"117.993352ms","start":"2026-04-03T01:41:34.857946Z","end":"2026-04-03T01:41:34.975939Z","steps":["trace[337909757] 'agreement among raft nodes before linearized reading' (duration: 117.529104ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:35.165609Z","caller":"traceutil/trace.go:171","msg":"trace[1285772644] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"184.977724ms","start":"2026-04-03T01:41:34.980591Z","end":"2026-04-03T01:41:35.165569Z","steps":["trace[1285772644] 'process raft request' (duration: 184.701588ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:35.166041Z","caller":"traceutil/trace.go:171","msg":"trace[1015890367] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"185.187977ms","start":"2026-04-03T01:41:34.980823Z","end":"2026-04-03T01:41:35.166011Z","steps":["trace[1015890367] 'process raft request' (duration: 184.680137ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:35.16637Z","caller":"traceutil/trace.go:171","msg":"trace[619333340] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"185.270618ms","start":"2026-04-03T01:41:34.981043Z","end":"2026-04-03T01:41:35.166313Z","steps":["trace[619333340] 'process raft request' (duration: 184.857831ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:35.181919Z","caller":"traceutil/trace.go:171","msg":"trace[878994306] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"168.271531ms","start":"2026-04-03T01:41:35.013623Z","end":"2026-04-03T01:41:35.181894Z","steps":["trace[878994306] 'process raft request' (duration: 168.123448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:35.687677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.87625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:41:35.6878Z","caller":"traceutil/trace.go:171","msg":"trace[1900365834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2139; }","duration":"276.088384ms","start":"2026-04-03T01:41:35.411685Z","end":"2026-04-03T01:41:35.687774Z","steps":["trace[1900365834] 'range keys from in-memory index tree' (duration: 275.765328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:35.687949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.631342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-03T01:41:35.688039Z","caller":"traceutil/trace.go:171","msg":"trace[10958746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2139; }","duration":"406.797895ms","start":"2026-04-03T01:41:35.28122Z","end":"2026-04-03T01:41:35.688018Z","steps":["trace[10958746] 'range keys from in-memory index tree' (duration: 406.370106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:35.688089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:35.281155Z","time spent":"406.925487ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T01:41:35.688316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.326074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T01:41:35.688418Z","caller":"traceutil/trace.go:171","msg":"trace[1232989859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2139; }","duration":"189.508767ms","start":"2026-04-03T01:41:35.498885Z","end":"2026-04-03T01:41:35.688394Z","steps":["trace[1232989859] 'range keys from in-memory index tree' (duration: 188.951367ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:39.126001Z","caller":"traceutil/trace.go:171","msg":"trace[695313764] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"103.685185ms","start":"2026-04-03T01:41:39.022283Z","end":"2026-04-03T01:41:39.125968Z","steps":["trace[695313764] 'process raft request' (duration: 51.624583ms)","trace[695313764] 'compare' (duration: 51.830058ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:39.126325Z","caller":"traceutil/trace.go:171","msg":"trace[1803307107] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"103.985941ms","start":"2026-04-03T01:41:39.022301Z","end":"2026-04-03T01:41:39.126287Z","steps":["trace[1803307107] 'process raft request' (duration: 103.626705ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:39.126456Z","caller":"traceutil/trace.go:171","msg":"trace[773415191] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"104.104494ms","start":"2026-04-03T01:41:39.022322Z","end":"2026-04-03T01:41:39.126427Z","steps":["trace[773415191] 'process raft request' (duration: 103.859269ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:39.126495Z","caller":"traceutil/trace.go:171","msg":"trace[166281830] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"103.057313ms","start":"2026-04-03T01:41:39.023397Z","end":"2026-04-03T01:41:39.126455Z","steps":["trace[166281830] 'process raft request' (duration: 102.89965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:40.792448Z","caller":"traceutil/trace.go:171","msg":"trace[238466302] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"432.774179ms","start":"2026-04-03T01:41:40.359638Z","end":"2026-04-03T01:41:40.792412Z","steps":["trace[238466302] 'process raft request' (duration: 432.545975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:40.792689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:40.359604Z","time spent":"432.941562ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:41.296011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.658781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:41:41.296184Z","caller":"traceutil/trace.go:171","msg":"trace[446610533] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2248; }","duration":"750.735785ms","start":"2026-04-03T01:41:40.545382Z","end":"2026-04-03T01:41:41.296118Z","steps":["trace[446610533] 'read index received' (duration: 246.828308ms)","trace[446610533] 'applied index is now lower than readState.Index' (duration: 503.905807ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:41.29638Z","caller":"traceutil/trace.go:171","msg":"trace[1771335988] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"783.738982ms","start":"2026-04-03T01:41:40.512602Z","end":"2026-04-03T01:41:41.296341Z","steps":["trace[1771335988] 'process raft request' (duration: 669.635832ms)","trace[1771335988] 'compare' (duration: 113.511009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:41.296625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.216353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T01:41:41.296807Z","caller":"traceutil/trace.go:171","msg":"trace[2098425435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2162; }","duration":"751.446698ms","start":"2026-04-03T01:41:40.545324Z","end":"2026-04-03T01:41:41.296771Z","steps":["trace[2098425435] 'agreement among raft nodes before linearized reading' (duration: 751.0214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.296865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:40.54531Z","time spent":"751.54425ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:41:41.296913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:40.512571Z","time spent":"784.099688ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:41.385402Z","caller":"traceutil/trace.go:171","msg":"trace[68885494] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"578.985369ms","start":"2026-04-03T01:41:40.806395Z","end":"2026-04-03T01:41:41.38538Z","steps":["trace[68885494] 'process raft request' (duration: 578.821326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.385556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:40.806358Z","time spent":"579.113451ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:41.385797Z","caller":"traceutil/trace.go:171","msg":"trace[741714830] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"362.340434ms","start":"2026-04-03T01:41:41.023412Z","end":"2026-04-03T01:41:41.385753Z","steps":["trace[741714830] 'process raft request' (duration: 361.924627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.385895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.779126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T01:41:41.385935Z","caller":"traceutil/trace.go:171","msg":"trace[66598752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2164; }","duration":"254.876198ms","start":"2026-04-03T01:41:41.131047Z","end":"2026-04-03T01:41:41.385923Z","steps":["trace[66598752] 'agreement among raft nodes before linearized reading' (duration: 254.707435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.386061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.162666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-03T01:41:41.386134Z","caller":"traceutil/trace.go:171","msg":"trace[1355957074] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2164; }","duration":"666.257867ms","start":"2026-04-03T01:41:40.719859Z","end":"2026-04-03T01:41:41.386117Z","steps":["trace[1355957074] 'agreement among raft nodes before linearized reading' (duration: 666.006223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.386156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.321907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T01:41:41.386178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:40.719829Z","time spent":"666.341309ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T01:41:41.386064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.95848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:41:41.386224Z","caller":"traceutil/trace.go:171","msg":"trace[1101981108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2164; }","duration":"254.441209ms","start":"2026-04-03T01:41:41.131761Z","end":"2026-04-03T01:41:41.386202Z","steps":["trace[1101981108] 'agreement among raft nodes before linearized reading' (duration: 254.227295ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:41.386285Z","caller":"traceutil/trace.go:171","msg":"trace[1992845151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2164; }","duration":"254.211625ms","start":"2026-04-03T01:41:41.132056Z","end":"2026-04-03T01:41:41.386268Z","steps":["trace[1992845151] 'agreement among raft nodes before linearized reading' (duration: 253.865759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.386283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.448389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:41:41.386365Z","caller":"traceutil/trace.go:171","msg":"trace[1523398016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2164; }","duration":"254.575311ms","start":"2026-04-03T01:41:41.131762Z","end":"2026-04-03T01:41:41.386337Z","steps":["trace[1523398016] 'agreement among raft nodes before linearized reading' (duration: 254.259786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.386412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.134989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T01:41:41.386513Z","caller":"traceutil/trace.go:171","msg":"trace[1523188251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2164; }","duration":"656.224071ms","start":"2026-04-03T01:41:40.730249Z","end":"2026-04-03T01:41:41.386473Z","steps":["trace[1523188251] 'agreement among raft nodes before linearized reading' (duration: 655.596009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.386564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:40.73024Z","time spent":"656.308072ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T01:41:41.386063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.896875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:41:41.386668Z","caller":"traceutil/trace.go:171","msg":"trace[1252375900] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2164; }","duration":"550.545317ms","start":"2026-04-03T01:41:40.836107Z","end":"2026-04-03T01:41:41.386652Z","steps":["trace[1252375900] 'agreement among raft nodes before linearized reading' (duration: 549.866394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.386726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:40.836092Z","time spent":"550.613779ms","remote":"127.0.0.1:49830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:41:41.38592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.145401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:41:41.386792Z","caller":"traceutil/trace.go:171","msg":"trace[767789248] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2164; }","duration":"655.087989ms","start":"2026-04-03T01:41:40.73169Z","end":"2026-04-03T01:41:41.386778Z","steps":["trace[767789248] 'agreement among raft nodes before linearized reading' (duration: 654.126061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.38685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:40.731678Z","time spent":"655.15408ms","remote":"127.0.0.1:47092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:41:41.386302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.693035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T01:41:41.38692Z","caller":"traceutil/trace.go:171","msg":"trace[707554436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2164; }","duration":"149.376049ms","start":"2026-04-03T01:41:41.237527Z","end":"2026-04-03T01:41:41.386903Z","steps":["trace[707554436] 'agreement among raft nodes before linearized reading' (duration: 148.41749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.386968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:41.023376Z","time spent":"362.536988ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:41.387149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.597071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:41:41.38724Z","caller":"traceutil/trace.go:171","msg":"trace[1098962395] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2164; }","duration":"701.066567ms","start":"2026-04-03T01:41:40.686157Z","end":"2026-04-03T01:41:41.387223Z","steps":["trace[1098962395] 'agreement among raft nodes before linearized reading' (duration: 699.57307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.387281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:40.686136Z","time spent":"701.134089ms","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:41:42.038597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.663492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:41:42.038979Z","caller":"traceutil/trace.go:171","msg":"trace[996730508] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"736.929958ms","start":"2026-04-03T01:41:41.302026Z","end":"2026-04-03T01:41:42.038956Z","steps":["trace[996730508] 'process raft request' (duration: 96.773106ms)","trace[996730508] 'compare' (duration: 639.481549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:42.039235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:41.301994Z","time spent":"737.0346ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:42.039204Z","caller":"traceutil/trace.go:171","msg":"trace[450359189] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"647.486328ms","start":"2026-04-03T01:41:41.391654Z","end":"2026-04-03T01:41:42.03914Z","steps":["trace[450359189] 'process raft request' (duration: 647.05461ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:42.039407Z","caller":"traceutil/trace.go:171","msg":"trace[1997374700] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"646.911307ms","start":"2026-04-03T01:41:41.392478Z","end":"2026-04-03T01:41:42.039389Z","steps":["trace[1997374700] 'process raft request' (duration: 646.653202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:42.039534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:41.392462Z","time spent":"647.025789ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:42.039435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:41.391627Z","time spent":"647.685541ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:42.039642Z","caller":"traceutil/trace.go:171","msg":"trace[1230686787] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"646.762425ms","start":"2026-04-03T01:41:41.392839Z","end":"2026-04-03T01:41:42.039601Z","steps":["trace[1230686787] 'process raft request' (duration: 646.469869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:42.039807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:41.392824Z","time spent":"646.892667ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:42.039931Z","caller":"traceutil/trace.go:171","msg":"trace[781484787] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"646.825075ms","start":"2026-04-03T01:41:41.393077Z","end":"2026-04-03T01:41:42.039902Z","steps":["trace[781484787] 'process raft request' (duration: 646.424978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:42.04018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:41.393069Z","time spent":"647.016849ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:42.040293Z","caller":"traceutil/trace.go:171","msg":"trace[713097944] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"647.166833ms","start":"2026-04-03T01:41:41.393101Z","end":"2026-04-03T01:41:42.040268Z","steps":["trace[713097944] 'process raft request' (duration: 646.736364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:42.040383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.554094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:41:42.040401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:41.393089Z","time spent":"647.259814ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:42.04042Z","caller":"traceutil/trace.go:171","msg":"trace[648887512] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2170; }","duration":"643.618426ms","start":"2026-04-03T01:41:41.396794Z","end":"2026-04-03T01:41:42.040413Z","steps":["trace[648887512] 'agreement among raft nodes before linearized reading' (duration: 643.546855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:42.040443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:41.396782Z","time spent":"643.656737ms","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T01:41:42.040317Z","caller":"traceutil/trace.go:171","msg":"trace[1475874593] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2252; }","duration":"643.474133ms","start":"2026-04-03T01:41:41.396825Z","end":"2026-04-03T01:41:42.0403Z","steps":["trace[1475874593] 'read index received' (duration: 1.963136ms)","trace[1475874593] 'applied index is now lower than readState.Index' (duration: 641.508707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:42.040622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.126366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:41:42.040679Z","caller":"traceutil/trace.go:171","msg":"trace[1462486382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2170; }","duration":"629.205067ms","start":"2026-04-03T01:41:41.41146Z","end":"2026-04-03T01:41:42.040665Z","steps":["trace[1462486382] 'agreement among raft nodes before linearized reading' (duration: 629.108965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:42.040728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:41.41145Z","time spent":"629.268839ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:42:24.443981Z","caller":"traceutil/trace.go:171","msg":"trace[2144954443] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"139.0064ms","start":"2026-04-03T01:42:24.304946Z","end":"2026-04-03T01:42:24.443953Z","steps":["trace[2144954443] 'process raft request' (duration: 138.854158ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:24.49359Z","caller":"traceutil/trace.go:171","msg":"trace[921090160] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"185.31179ms","start":"2026-04-03T01:42:24.30825Z","end":"2026-04-03T01:42:24.493562Z","steps":["trace[921090160] 'process raft request' (duration: 185.042645ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:24.493605Z","caller":"traceutil/trace.go:171","msg":"trace[1319966842] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2665; }","duration":"183.914574ms","start":"2026-04-03T01:42:24.309662Z","end":"2026-04-03T01:42:24.493576Z","steps":["trace[1319966842] 'read index received' (duration: 134.220842ms)","trace[1319966842] 'applied index is now lower than readState.Index' (duration: 49.691472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:42:24.493835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.15385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T01:42:24.493968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.964451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:42:24.494036Z","caller":"traceutil/trace.go:171","msg":"trace[326012426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2563; }","duration":"180.065753ms","start":"2026-04-03T01:42:24.313955Z","end":"2026-04-03T01:42:24.49402Z","steps":["trace[326012426] 'agreement among raft nodes before linearized reading' (duration: 179.784958ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:24.494022Z","caller":"traceutil/trace.go:171","msg":"trace[1660731651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2563; }","duration":"184.358863ms","start":"2026-04-03T01:42:24.309643Z","end":"2026-04-03T01:42:24.494002Z","steps":["trace[1660731651] 'agreement among raft nodes before linearized reading' (duration: 184.064318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:24.494123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.639705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T01:42:24.494144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.570404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T01:42:24.494244Z","caller":"traceutil/trace.go:171","msg":"trace[937784762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2563; }","duration":"179.718116ms","start":"2026-04-03T01:42:24.314508Z","end":"2026-04-03T01:42:24.494226Z","steps":["trace[937784762] 'agreement among raft nodes before linearized reading' (duration: 179.36752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:24.494162Z","caller":"traceutil/trace.go:171","msg":"trace[381467062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2563; }","duration":"179.708496ms","start":"2026-04-03T01:42:24.314445Z","end":"2026-04-03T01:42:24.494154Z","steps":["trace[381467062] 'agreement among raft nodes before linearized reading' (duration: 179.468841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.005145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844043577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:42:28.50567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844043577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:42:28.710604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221727178s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T01:42:28.711056Z","caller":"traceutil/trace.go:171","msg":"trace[751197422] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"1.222273799s","start":"2026-04-03T01:42:27.488756Z","end":"2026-04-03T01:42:28.71103Z","steps":["trace[751197422] 'process raft request' (duration: 1.222023753s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.711261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:27.488723Z","time spent":"1.222421592s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:28.912859Z","caller":"traceutil/trace.go:171","msg":"trace[452521023] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2689; }","duration":"1.408630649s","start":"2026-04-03T01:42:27.504198Z","end":"2026-04-03T01:42:28.912828Z","steps":["trace[452521023] 'read index received' (duration: 1.206592188s)","trace[452521023] 'applied index is now lower than readState.Index' (duration: 202.037241ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:42:28.912986Z","caller":"traceutil/trace.go:171","msg":"trace[2110260788] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"1.335486341s","start":"2026-04-03T01:42:27.577487Z","end":"2026-04-03T01:42:28.912973Z","steps":["trace[2110260788] 'process raft request' (duration: 1.335150065s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.913121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:27.577466Z","time spent":"1.335550912s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:42:28.913318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.693253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:42:28.913422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.010435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T01:42:28.913448Z","caller":"traceutil/trace.go:171","msg":"trace[549056430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2587; }","duration":"501.877856ms","start":"2026-04-03T01:42:28.411542Z","end":"2026-04-03T01:42:28.91342Z","steps":["trace[549056430] 'agreement among raft nodes before linearized reading' (duration: 501.674273ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:28.913485Z","caller":"traceutil/trace.go:171","msg":"trace[1102583063] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2587; }","duration":"894.121157ms","start":"2026-04-03T01:42:28.019347Z","end":"2026-04-03T01:42:28.913468Z","steps":["trace[1102583063] 'agreement among raft nodes before linearized reading' (duration: 893.952614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.913512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.49448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T01:42:28.91353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:28.019318Z","time spent":"894.199148ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T01:42:28.913506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.150936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T01:42:28.913513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:28.411523Z","time spent":"501.976248ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:42:28.913582Z","caller":"traceutil/trace.go:171","msg":"trace[1411049994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2587; }","duration":"396.576252ms","start":"2026-04-03T01:42:28.516986Z","end":"2026-04-03T01:42:28.913562Z","steps":["trace[1411049994] 'agreement among raft nodes before linearized reading' (duration: 396.429439ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:28.913607Z","caller":"traceutil/trace.go:171","msg":"trace[465627862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2587; }","duration":"394.290778ms","start":"2026-04-03T01:42:28.519293Z","end":"2026-04-03T01:42:28.913584Z","steps":["trace[465627862] 'agreement among raft nodes before linearized reading' (duration: 394.084185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.913334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409140298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T01:42:28.913654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:28.519276Z","time spent":"394.37009ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T01:42:28.913641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.519638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T01:42:28.913683Z","caller":"traceutil/trace.go:171","msg":"trace[939564216] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:2587; }","duration":"1.409538665s","start":"2026-04-03T01:42:27.504128Z","end":"2026-04-03T01:42:28.913667Z","steps":["trace[939564216] 'agreement among raft nodes before linearized reading' (duration: 1.408951424s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:28.913766Z","caller":"traceutil/trace.go:171","msg":"trace[413235145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2587; }","duration":"203.701881ms","start":"2026-04-03T01:42:28.71004Z","end":"2026-04-03T01:42:28.913742Z","steps":["trace[413235145] 'agreement among raft nodes before linearized reading' (duration: 203.371775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.913875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:27.504102Z","time spent":"1.40975897s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-04-03T01:42:28.913888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.770164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T01:42:28.913632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:28.516974Z","time spent":"396.645823ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T01:42:28.913956Z","caller":"traceutil/trace.go:171","msg":"trace[1979055166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2587; }","duration":"453.884457ms","start":"2026-04-03T01:42:28.460049Z","end":"2026-04-03T01:42:28.913934Z","steps":["trace[1979055166] 'agreement among raft nodes before linearized reading' (duration: 453.543999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.913781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.190842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:42:28.914959Z","caller":"traceutil/trace.go:171","msg":"trace[338085218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2587; }","duration":"406.413964ms","start":"2026-04-03T01:42:28.50852Z","end":"2026-04-03T01:42:28.914934Z","steps":["trace[338085218] 'agreement among raft nodes before linearized reading' (duration: 404.756574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.915029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:28.508495Z","time spent":"406.511946ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:42:28.914882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:28.460026Z","time spent":"454.804142ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:42:28.914077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.491687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T01:42:28.915189Z","caller":"traceutil/trace.go:171","msg":"trace[649697166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2587; }","duration":"400.592566ms","start":"2026-04-03T01:42:28.514545Z","end":"2026-04-03T01:42:28.915138Z","steps":["trace[649697166] 'agreement among raft nodes before linearized reading' (duration: 398.62653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.915196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182899148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T01:42:28.915255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:28.514532Z","time spent":"400.706179ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T01:42:28.915272Z","caller":"traceutil/trace.go:171","msg":"trace[1627659487] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2587; }","duration":"1.184835414s","start":"2026-04-03T01:42:27.730417Z","end":"2026-04-03T01:42:28.915253Z","steps":["trace[1627659487] 'agreement among raft nodes before linearized reading' (duration: 1.182745176s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.914218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.698147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T01:42:28.915357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:27.730388Z","time spent":"1.184948207s","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:42:28.915369Z","caller":"traceutil/trace.go:171","msg":"trace[2082191996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2587; }","duration":"395.884289ms","start":"2026-04-03T01:42:28.519446Z","end":"2026-04-03T01:42:28.915331Z","steps":["trace[2082191996] 'agreement among raft nodes before linearized reading' (duration: 393.913602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:28.915447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:28.519438Z","time spent":"395.987941ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T01:42:30.340161Z","caller":"traceutil/trace.go:171","msg":"trace[588953817] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"101.77986ms","start":"2026-04-03T01:42:30.238353Z","end":"2026-04-03T01:42:30.340133Z","steps":["trace[588953817] 'process raft request' (duration: 101.596067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:35.186592Z","caller":"traceutil/trace.go:171","msg":"trace[276388536] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"231.08333ms","start":"2026-04-03T01:42:34.955481Z","end":"2026-04-03T01:42:35.186564Z","steps":["trace[276388536] 'process raft request' (duration: 230.917516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:35.186973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.665775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T01:42:35.186594Z","caller":"traceutil/trace.go:171","msg":"trace[1482132456] linearizableReadLoop","detail":"{readStateIndex:2734; appliedIndex:2733; }","duration":"158.259947ms","start":"2026-04-03T01:42:35.028297Z","end":"2026-04-03T01:42:35.186557Z","steps":["trace[1482132456] 'read index received' (duration: 158.244187ms)","trace[1482132456] 'applied index is now lower than readState.Index' (duration: 13.4µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:42:35.187574Z","caller":"traceutil/trace.go:171","msg":"trace[1358426892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2628; }","duration":"158.795779ms","start":"2026-04-03T01:42:35.028229Z","end":"2026-04-03T01:42:35.187024Z","steps":["trace[1358426892] 'agreement among raft nodes before linearized reading' (duration: 158.435062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:35.189105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.946804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T01:42:35.18916Z","caller":"traceutil/trace.go:171","msg":"trace[1215018016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2629; }","duration":"143.069256ms","start":"2026-04-03T01:42:35.046078Z","end":"2026-04-03T01:42:35.189148Z","steps":["trace[1215018016] 'agreement among raft nodes before linearized reading' (duration: 142.913143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:35.189302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.527856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T01:42:35.18933Z","caller":"traceutil/trace.go:171","msg":"trace[1629640532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2629; }","duration":"142.604538ms","start":"2026-04-03T01:42:35.046718Z","end":"2026-04-03T01:42:35.189322Z","steps":["trace[1629640532] 'agreement among raft nodes before linearized reading' (duration: 142.523885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:35.189287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.889663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-03T01:42:35.189389Z","caller":"traceutil/trace.go:171","msg":"trace[2061995440] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2629; }","duration":"142.023208ms","start":"2026-04-03T01:42:35.047337Z","end":"2026-04-03T01:42:35.18936Z","steps":["trace[2061995440] 'agreement among raft nodes before linearized reading' (duration: 141.67151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:35.189531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.236649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-03T01:42:35.189531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.109779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-03T01:42:35.189596Z","caller":"traceutil/trace.go:171","msg":"trace[928340347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2629; }","duration":"143.320031ms","start":"2026-04-03T01:42:35.04626Z","end":"2026-04-03T01:42:35.18958Z","steps":["trace[928340347] 'agreement among raft nodes before linearized reading' (duration: 143.154289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:35.189617Z","caller":"traceutil/trace.go:171","msg":"trace[773262279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2629; }","duration":"142.224101ms","start":"2026-04-03T01:42:35.047369Z","end":"2026-04-03T01:42:35.189593Z","steps":["trace[773262279] 'agreement among raft nodes before linearized reading' (duration: 141.953386ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:37.339367Z","caller":"traceutil/trace.go:171","msg":"trace[1044533251] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"142.710489ms","start":"2026-04-03T01:42:37.196607Z","end":"2026-04-03T01:42:37.339317Z","steps":["trace[1044533251] 'process raft request' (duration: 73.968193ms)","trace[1044533251] 'compare' (duration: 68.40807ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:42:37.343151Z","caller":"traceutil/trace.go:171","msg":"trace[745638378] linearizableReadLoop","detail":"{readStateIndex:2750; appliedIndex:2748; }","duration":"143.655977ms","start":"2026-04-03T01:42:37.199478Z","end":"2026-04-03T01:42:37.343134Z","steps":["trace[745638378] 'read index received' (duration: 71.10724ms)","trace[745638378] 'applied index is now lower than readState.Index' (duration: 72.547857ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:42:37.343296Z","caller":"traceutil/trace.go:171","msg":"trace[1105107546] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"146.49076ms","start":"2026-04-03T01:42:37.196778Z","end":"2026-04-03T01:42:37.343269Z","steps":["trace[1105107546] 'process raft request' (duration: 146.211475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:37.34349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.992433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-03T01:42:37.343537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.826252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T01:42:37.343593Z","caller":"traceutil/trace.go:171","msg":"trace[197195363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2643; }","duration":"141.905384ms","start":"2026-04-03T01:42:37.201673Z","end":"2026-04-03T01:42:37.343578Z","steps":["trace[197195363] 'agreement among raft nodes before linearized reading' (duration: 141.758712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:37.343568Z","caller":"traceutil/trace.go:171","msg":"trace[1179189837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2643; }","duration":"144.130096ms","start":"2026-04-03T01:42:37.19942Z","end":"2026-04-03T01:42:37.34355Z","steps":["trace[1179189837] 'agreement among raft nodes before linearized reading' (duration: 143.878951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:37.343768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.289849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T01:42:37.343818Z","caller":"traceutil/trace.go:171","msg":"trace[1453896579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2643; }","duration":"136.35571ms","start":"2026-04-03T01:42:37.207447Z","end":"2026-04-03T01:42:37.343803Z","steps":["trace[1453896579] 'agreement among raft nodes before linearized reading' (duration: 136.219388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:37.343831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.048137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-03T01:42:37.343863Z","caller":"traceutil/trace.go:171","msg":"trace[2052464986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2643; }","duration":"141.101098ms","start":"2026-04-03T01:42:37.202753Z","end":"2026-04-03T01:42:37.343854Z","steps":["trace[2052464986] 'agreement among raft nodes before linearized reading' (duration: 140.976206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:37.344012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.32661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T01:42:37.344061Z","caller":"traceutil/trace.go:171","msg":"trace[351320205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2643; }","duration":"136.385361ms","start":"2026-04-03T01:42:37.207663Z","end":"2026-04-03T01:42:37.344049Z","steps":["trace[351320205] 'agreement among raft nodes before linearized reading' (duration: 136.267788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:37.344058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.235101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-03T01:42:37.34411Z","caller":"traceutil/trace.go:171","msg":"trace[1381959009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2643; }","duration":"141.297362ms","start":"2026-04-03T01:42:37.202795Z","end":"2026-04-03T01:42:37.344093Z","steps":["trace[1381959009] 'agreement among raft nodes before linearized reading' (duration: 141.175819ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:39.054513Z","caller":"traceutil/trace.go:171","msg":"trace[171986221] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"271.240416ms","start":"2026-04-03T01:42:38.783241Z","end":"2026-04-03T01:42:39.054481Z","steps":["trace[171986221] 'process raft request' (duration: 271.048982ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:02.923402Z","caller":"traceutil/trace.go:171","msg":"trace[1811728683] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"159.092248ms","start":"2026-04-03T01:43:02.764274Z","end":"2026-04-03T01:43:02.923367Z","steps":["trace[1811728683] 'process raft request' (duration: 158.834254ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:03.829397Z","caller":"traceutil/trace.go:171","msg":"trace[14141081] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"988.247179ms","start":"2026-04-03T01:43:02.8411Z","end":"2026-04-03T01:43:03.829347Z","steps":["trace[14141081] 'process raft request' (duration: 987.947414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:03.829565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:02.841047Z","time spent":"988.429511ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:43:04.248428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.135449ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T01:43:04.249007Z","caller":"traceutil/trace.go:171","msg":"trace[1565784854] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"1.052309201s","start":"2026-04-03T01:43:03.196674Z","end":"2026-04-03T01:43:04.248984Z","steps":["trace[1565784854] 'process raft request' (duration: 1.052111858s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.249147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.196649Z","time spent":"1.052411154s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:43:04.249375Z","caller":"traceutil/trace.go:171","msg":"trace[1436102246] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"814.287127ms","start":"2026-04-03T01:43:03.435052Z","end":"2026-04-03T01:43:04.249339Z","steps":["trace[1436102246] 'process raft request' (duration: 813.888069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.249591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.435011Z","time spent":"814.46751ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:43:04.249729Z","caller":"traceutil/trace.go:171","msg":"trace[143257986] linearizableReadLoop","detail":"{readStateIndex:2910; appliedIndex:2905; }","duration":"764.12644ms","start":"2026-04-03T01:43:03.485562Z","end":"2026-04-03T01:43:04.249689Z","steps":["trace[143257986] 'read index received' (duration: 343.498033ms)","trace[143257986] 'applied index is now lower than readState.Index' (duration: 420.626297ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:43:04.249953Z","caller":"traceutil/trace.go:171","msg":"trace[722434211] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"807.582313ms","start":"2026-04-03T01:43:03.442343Z","end":"2026-04-03T01:43:04.249926Z","steps":["trace[722434211] 'process raft request' (duration: 806.882731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.250158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.442316Z","time spent":"807.691725ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:43:04.250265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.706291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T01:43:04.250339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.246592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:43:04.250353Z","caller":"traceutil/trace.go:171","msg":"trace[1935397841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2797; }","duration":"764.837223ms","start":"2026-04-03T01:43:03.485493Z","end":"2026-04-03T01:43:04.250331Z","steps":["trace[1935397841] 'agreement among raft nodes before linearized reading' (duration: 764.562318ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:04.250379Z","caller":"traceutil/trace.go:171","msg":"trace[1904532152] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2797; }","duration":"425.342954ms","start":"2026-04-03T01:43:03.825023Z","end":"2026-04-03T01:43:04.250366Z","steps":["trace[1904532152] 'agreement among raft nodes before linearized reading' (duration: 425.282663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.250264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.817506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T01:43:04.250401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.485465Z","time spent":"764.924894ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:43:04.250367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.291607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T01:43:04.250437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.498556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T01:43:04.250795Z","caller":"traceutil/trace.go:171","msg":"trace[1261111547] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2797; }","duration":"231.902093ms","start":"2026-04-03T01:43:04.018866Z","end":"2026-04-03T01:43:04.250768Z","steps":["trace[1261111547] 'agreement among raft nodes before linearized reading' (duration: 231.365762ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:04.250475Z","caller":"traceutil/trace.go:171","msg":"trace[1587100477] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2797; }","duration":"756.072131ms","start":"2026-04-03T01:43:03.494375Z","end":"2026-04-03T01:43:04.250447Z","steps":["trace[1587100477] 'agreement among raft nodes before linearized reading' (duration: 755.698584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.250921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.494348Z","time spent":"756.553899ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:43:04.250365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.222115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:43:04.251026Z","caller":"traceutil/trace.go:171","msg":"trace[1668447296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2797; }","duration":"761.902458ms","start":"2026-04-03T01:43:03.489102Z","end":"2026-04-03T01:43:04.251005Z","steps":["trace[1668447296] 'agreement among raft nodes before linearized reading' (duration: 761.022962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.250415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.82499Z","time spent":"425.415385ms","remote":"127.0.0.1:49946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:43:04.251099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.489096Z","time spent":"761.984251ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:43:04.250674Z","caller":"traceutil/trace.go:171","msg":"trace[1331817693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2797; }","duration":"761.483781ms","start":"2026-04-03T01:43:03.488972Z","end":"2026-04-03T01:43:04.250456Z","steps":["trace[1331817693] 'agreement among raft nodes before linearized reading' (duration: 761.136484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.251188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.48893Z","time spent":"762.213325ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:43:04.250263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.829554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T01:43:04.251247Z","caller":"traceutil/trace.go:171","msg":"trace[2126792454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2797; }","duration":"764.846903ms","start":"2026-04-03T01:43:03.486388Z","end":"2026-04-03T01:43:04.251235Z","steps":["trace[2126792454] 'agreement among raft nodes before linearized reading' (duration: 763.680912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.251295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.486375Z","time spent":"764.904374ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:43:04.250461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.551793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:43:04.251381Z","caller":"traceutil/trace.go:171","msg":"trace[1953271614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2797; }","duration":"762.52974ms","start":"2026-04-03T01:43:03.488838Z","end":"2026-04-03T01:43:04.251368Z","steps":["trace[1953271614] 'agreement among raft nodes before linearized reading' (duration: 761.323277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.251426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:03.488819Z","time spent":"762.594421ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T01:43:04.471231Z","caller":"traceutil/trace.go:171","msg":"trace[1440115238] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"214.45467ms","start":"2026-04-03T01:43:04.256745Z","end":"2026-04-03T01:43:04.471199Z","steps":["trace[1440115238] 'process raft request' (duration: 214.328198ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:04.4713Z","caller":"traceutil/trace.go:171","msg":"trace[1291013260] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"214.553451ms","start":"2026-04-03T01:43:04.256708Z","end":"2026-04-03T01:43:04.471262Z","steps":["trace[1291013260] 'process raft request' (duration: 150.57488ms)","trace[1291013260] 'compare' (duration: 63.300189ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:43:04.471486Z","caller":"traceutil/trace.go:171","msg":"trace[282232866] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"214.46098ms","start":"2026-04-03T01:43:04.256977Z","end":"2026-04-03T01:43:04.471437Z","steps":["trace[282232866] 'process raft request' (duration: 214.162425ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:04.471631Z","caller":"traceutil/trace.go:171","msg":"trace[1240649305] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"214.242326ms","start":"2026-04-03T01:43:04.257373Z","end":"2026-04-03T01:43:04.471616Z","steps":["trace[1240649305] 'process raft request' (duration: 213.947691ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:04.471706Z","caller":"traceutil/trace.go:171","msg":"trace[2117887439] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2910; }","duration":"213.995212ms","start":"2026-04-03T01:43:04.257692Z","end":"2026-04-03T01:43:04.471687Z","steps":["trace[2117887439] 'read index received' (duration: 149.775065ms)","trace[2117887439] 'applied index is now lower than readState.Index' (duration: 64.218777ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:43:04.471746Z","caller":"traceutil/trace.go:171","msg":"trace[1744384051] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"214.210345ms","start":"2026-04-03T01:43:04.257495Z","end":"2026-04-03T01:43:04.471706Z","steps":["trace[1744384051] 'process raft request' (duration: 214.082252ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:04.471776Z","caller":"traceutil/trace.go:171","msg":"trace[1086970736] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"213.240738ms","start":"2026-04-03T01:43:04.25852Z","end":"2026-04-03T01:43:04.471761Z","steps":["trace[1086970736] 'process raft request' (duration: 213.119026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.471952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.248156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-03T01:43:04.471995Z","caller":"traceutil/trace.go:171","msg":"trace[483513073] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2803; }","duration":"214.340128ms","start":"2026-04-03T01:43:04.257647Z","end":"2026-04-03T01:43:04.471987Z","steps":["trace[483513073] 'agreement among raft nodes before linearized reading' (duration: 214.177505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:04.471985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.743664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2b5503a6f512a\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-03T01:43:04.472098Z","caller":"traceutil/trace.go:171","msg":"trace[1007657618] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2b5503a6f512a; range_end:; response_count:1; response_revision:2803; }","duration":"150.904276ms","start":"2026-04-03T01:43:04.321168Z","end":"2026-04-03T01:43:04.472072Z","steps":["trace[1007657618] 'agreement among raft nodes before linearized reading' (duration: 150.676712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:06.382703Z","caller":"traceutil/trace.go:171","msg":"trace[1626260771] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"123.682753ms","start":"2026-04-03T01:43:06.258997Z","end":"2026-04-03T01:43:06.38268Z","steps":["trace[1626260771] 'process raft request' (duration: 123.49877ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:06.382987Z","caller":"traceutil/trace.go:171","msg":"trace[551914571] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"123.264316ms","start":"2026-04-03T01:43:06.259689Z","end":"2026-04-03T01:43:06.382954Z","steps":["trace[551914571] 'process raft request' (duration: 123.164354ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:06.383072Z","caller":"traceutil/trace.go:171","msg":"trace[1295103363] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"123.937969ms","start":"2026-04-03T01:43:06.259083Z","end":"2026-04-03T01:43:06.383021Z","steps":["trace[1295103363] 'process raft request' (duration: 123.559901ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:10.808115Z","caller":"traceutil/trace.go:171","msg":"trace[1931489639] linearizableReadLoop","detail":"{readStateIndex:2946; appliedIndex:2944; }","duration":"339.388817ms","start":"2026-04-03T01:43:10.468686Z","end":"2026-04-03T01:43:10.808075Z","steps":["trace[1931489639] 'read index received' (duration: 338.958419ms)","trace[1931489639] 'applied index is now lower than readState.Index' (duration: 428.478µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:43:10.808176Z","caller":"traceutil/trace.go:171","msg":"trace[956718649] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"393.597698ms","start":"2026-04-03T01:43:10.41453Z","end":"2026-04-03T01:43:10.808127Z","steps":["trace[956718649] 'process raft request' (duration: 393.205561ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:10.808262Z","caller":"traceutil/trace.go:171","msg":"trace[482932512] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"393.601429ms","start":"2026-04-03T01:43:10.414618Z","end":"2026-04-03T01:43:10.80822Z","steps":["trace[482932512] 'process raft request' (duration: 393.345904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:10.808422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:10.414513Z","time spent":"393.767452ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:43:10.808579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:10.414611Z","time spent":"393.829102ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:43:11.011127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.61296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:43:11.011218Z","caller":"traceutil/trace.go:171","msg":"trace[1027817652] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2832; }","duration":"282.787893ms","start":"2026-04-03T01:43:10.728412Z","end":"2026-04-03T01:43:11.0112Z","steps":["trace[1027817652] 'agreement among raft nodes before linearized reading' (duration: 79.956257ms)","trace[1027817652] 'count revisions from in-memory index tree' (duration: 202.653202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:11.011275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.283586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:43:11.011301Z","caller":"traceutil/trace.go:171","msg":"trace[140464364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2832; }","duration":"475.321407ms","start":"2026-04-03T01:43:10.53597Z","end":"2026-04-03T01:43:11.011291Z","steps":["trace[140464364] 'agreement among raft nodes before linearized reading' (duration: 272.42108ms)","trace[140464364] 'range keys from in-memory index tree' (duration: 202.777275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:11.011319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:10.535961Z","time spent":"475.352267ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:43:11.011316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.873104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T01:43:11.011444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.739402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:43:11.011477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.685024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T01:43:11.011512Z","caller":"traceutil/trace.go:171","msg":"trace[886936054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2832; }","duration":"475.763894ms","start":"2026-04-03T01:43:10.535736Z","end":"2026-04-03T01:43:11.0115Z","steps":["trace[886936054] 'agreement among raft nodes before linearized reading' (duration: 272.623853ms)","trace[886936054] 'range keys from in-memory index tree' (duration: 203.036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:11.011532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:10.535711Z","time spent":"475.817376ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T01:43:11.011531Z","caller":"traceutil/trace.go:171","msg":"trace[1164992964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2832; }","duration":"542.842663ms","start":"2026-04-03T01:43:10.468656Z","end":"2026-04-03T01:43:11.011499Z","steps":["trace[1164992964] 'agreement among raft nodes before linearized reading' (duration: 339.646731ms)","trace[1164992964] 'range keys from in-memory index tree' (duration: 203.06321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:11.011151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.061082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T01:43:11.011592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:10.468643Z","time spent":"542.938276ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:43:11.011651Z","caller":"traceutil/trace.go:171","msg":"trace[1238731010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2832; }","duration":"176.564901ms","start":"2026-04-03T01:43:10.835032Z","end":"2026-04-03T01:43:11.011597Z","steps":["trace[1238731010] 'count revisions from in-memory index tree' (duration: 175.92271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:11.011689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.628208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T01:43:11.011781Z","caller":"traceutil/trace.go:171","msg":"trace[1951968283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2832; }","duration":"478.749381ms","start":"2026-04-03T01:43:10.533014Z","end":"2026-04-03T01:43:11.011764Z","steps":["trace[1951968283] 'agreement among raft nodes before linearized reading' (duration: 275.371915ms)","trace[1951968283] 'range keys from in-memory index tree' (duration: 203.173681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:11.011853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:10.533004Z","time spent":"478.838642ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:43:11.011833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.748071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:43:11.011999Z","caller":"traceutil/trace.go:171","msg":"trace[2111396671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2832; }","duration":"478.903483ms","start":"2026-04-03T01:43:10.533043Z","end":"2026-04-03T01:43:11.011947Z","steps":["trace[2111396671] 'agreement among raft nodes before linearized reading' (duration: 275.332073ms)","trace[2111396671] 'range keys from in-memory index tree' (duration: 203.179902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:11.012051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:10.533033Z","time spent":"479.005315ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T01:43:11.012079Z","caller":"traceutil/trace.go:171","msg":"trace[433945341] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2832; }","duration":"478.69248ms","start":"2026-04-03T01:43:10.533346Z","end":"2026-04-03T01:43:11.012038Z","steps":["trace[433945341] 'agreement among raft nodes before linearized reading' (duration: 275.017428ms)","trace[433945341] 'range keys from in-memory index tree' (duration: 202.711474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:11.012443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:10.533338Z","time spent":"478.895813ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:43:11.012581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.192851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:43:11.012662Z","caller":"traceutil/trace.go:171","msg":"trace[317553681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2832; }","duration":"491.324963ms","start":"2026-04-03T01:43:10.521316Z","end":"2026-04-03T01:43:11.012641Z","steps":["trace[317553681] 'agreement among raft nodes before linearized reading' (duration: 287.02127ms)","trace[317553681] 'range keys from in-memory index tree' (duration: 203.029059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:11.012701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:10.521293Z","time spent":"491.402154ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:43:11.253813Z","caller":"traceutil/trace.go:171","msg":"trace[1912125336] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"236.875774ms","start":"2026-04-03T01:43:11.01691Z","end":"2026-04-03T01:43:11.253786Z","steps":["trace[1912125336] 'process raft request' (duration: 236.792563ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:11.254003Z","caller":"traceutil/trace.go:171","msg":"trace[2005713999] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"237.077999ms","start":"2026-04-03T01:43:11.016914Z","end":"2026-04-03T01:43:11.253992Z","steps":["trace[2005713999] 'process raft request' (duration: 163.157923ms)","trace[2005713999] 'compare' (duration: 73.390666ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:43:11.254147Z","caller":"traceutil/trace.go:171","msg":"trace[158528901] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"236.379566ms","start":"2026-04-03T01:43:11.017756Z","end":"2026-04-03T01:43:11.254136Z","steps":["trace[158528901] 'process raft request' (duration: 235.990548ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:11.254543Z","caller":"traceutil/trace.go:171","msg":"trace[1262212730] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"236.68377ms","start":"2026-04-03T01:43:11.017824Z","end":"2026-04-03T01:43:11.254508Z","steps":["trace[1262212730] 'process raft request' (duration: 236.268673ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:11.254755Z","caller":"traceutil/trace.go:171","msg":"trace[1796904858] linearizableReadLoop","detail":"{readStateIndex:2952; appliedIndex:2947; }","duration":"171.379234ms","start":"2026-04-03T01:43:11.083361Z","end":"2026-04-03T01:43:11.25474Z","steps":["trace[1796904858] 'read index received' (duration: 96.776847ms)","trace[1796904858] 'applied index is now lower than readState.Index' (duration: 74.600837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:11.254869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.493217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:43:11.254914Z","caller":"traceutil/trace.go:171","msg":"trace[723843456] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2838; }","duration":"171.583388ms","start":"2026-04-03T01:43:11.083314Z","end":"2026-04-03T01:43:11.254898Z","steps":["trace[723843456] 'agreement among raft nodes before linearized reading' (duration: 171.477636ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:11.255331Z","caller":"traceutil/trace.go:171","msg":"trace[576097510] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"237.115269ms","start":"2026-04-03T01:43:11.018199Z","end":"2026-04-03T01:43:11.255315Z","steps":["trace[576097510] 'process raft request' (duration: 236.193392ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:35.376949Z","caller":"traceutil/trace.go:171","msg":"trace[265848323] linearizableReadLoop","detail":"{readStateIndex:3084; appliedIndex:3083; }","duration":"106.950845ms","start":"2026-04-03T01:43:35.269972Z","end":"2026-04-03T01:43:35.376923Z","steps":["trace[265848323] 'read index received' (duration: 106.762301ms)","trace[265848323] 'applied index is now lower than readState.Index' (duration: 187.714µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:43:35.377093Z","caller":"traceutil/trace.go:171","msg":"trace[1988631835] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"187.594084ms","start":"2026-04-03T01:43:35.189456Z","end":"2026-04-03T01:43:35.37705Z","steps":["trace[1988631835] 'process raft request' (duration: 187.306959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:35.377188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.197859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T01:43:35.377237Z","caller":"traceutil/trace.go:171","msg":"trace[896319852] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2965; }","duration":"107.288991ms","start":"2026-04-03T01:43:35.269936Z","end":"2026-04-03T01:43:35.377225Z","steps":["trace[896319852] 'agreement among raft nodes before linearized reading' (duration: 107.121438ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:13.678552Z","caller":"traceutil/trace.go:171","msg":"trace[323136900] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"112.66579ms","start":"2026-04-03T01:47:13.56584Z","end":"2026-04-03T01:47:13.678506Z","steps":["trace[323136900] 'process raft request' (duration: 112.421085ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:14.421675Z","caller":"traceutil/trace.go:171","msg":"trace[2119577178] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"196.602116ms","start":"2026-04-03T01:47:14.225033Z","end":"2026-04-03T01:47:14.421635Z","steps":["trace[2119577178] 'process raft request' (duration: 196.394392ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:14.425491Z","caller":"traceutil/trace.go:171","msg":"trace[851890101] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"194.62833ms","start":"2026-04-03T01:47:14.230828Z","end":"2026-04-03T01:47:14.425456Z","steps":["trace[851890101] 'process raft request' (duration: 194.348545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:17.86556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.083986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:47:17.865795Z","caller":"traceutil/trace.go:171","msg":"trace[383362415] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5240; }","duration":"349.431774ms","start":"2026-04-03T01:47:17.516346Z","end":"2026-04-03T01:47:17.865778Z","steps":["trace[383362415] 'read index received' (duration: 40.186745ms)","trace[383362415] 'applied index is now lower than readState.Index' (duration: 309.243949ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:17.865867Z","caller":"traceutil/trace.go:171","msg":"trace[2116426313] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"350.26695ms","start":"2026-04-03T01:47:17.515587Z","end":"2026-04-03T01:47:17.865854Z","steps":["trace[2116426313] 'process raft request' (duration: 350.111187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:17.86594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:47:17.515552Z","time spent":"350.339091ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:47:17.866034Z","caller":"traceutil/trace.go:171","msg":"trace[2030097860] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"393.474081ms","start":"2026-04-03T01:47:17.472539Z","end":"2026-04-03T01:47:17.866013Z","steps":["trace[2030097860] 'process raft request' (duration: 83.855285ms)","trace[2030097860] 'compare' (duration: 308.819232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:47:17.866132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:47:17.472502Z","time spent":"393.580403ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:47:17.866206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.852821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T01:47:17.866239Z","caller":"traceutil/trace.go:171","msg":"trace[538219621] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:5047; }","duration":"349.919983ms","start":"2026-04-03T01:47:17.516309Z","end":"2026-04-03T01:47:17.866229Z","steps":["trace[538219621] 'agreement among raft nodes before linearized reading' (duration: 349.804881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:17.86629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:47:17.516299Z","time spent":"349.963694ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-04-03T01:47:17.938602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.353961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1629eb2-7a5f-4689-8471-1ffb871dab69\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-03T01:47:17.938704Z","caller":"traceutil/trace.go:171","msg":"trace[696438591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1629eb2-7a5f-4689-8471-1ffb871dab69; range_end:; response_count:1; response_revision:5049; }","duration":"411.550295ms","start":"2026-04-03T01:47:17.52713Z","end":"2026-04-03T01:47:17.93868Z","steps":["trace[696438591] 'agreement among raft nodes before linearized reading' (duration: 411.28507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:17.938752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:47:17.527102Z","time spent":"411.640506ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1629eb2-7a5f-4689-8471-1ffb871dab69\" "} {"level":"info","ts":"2026-04-03T01:47:17.939203Z","caller":"traceutil/trace.go:171","msg":"trace[505634751] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"137.975467ms","start":"2026-04-03T01:47:17.80118Z","end":"2026-04-03T01:47:17.939155Z","steps":["trace[505634751] 'process raft request' (duration: 137.055849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:17.939413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.601546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-nk245-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-04-03T01:47:17.939447Z","caller":"traceutil/trace.go:171","msg":"trace[810545858] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-nk245-tls; range_end:; response_count:1; response_revision:5049; }","duration":"329.687448ms","start":"2026-04-03T01:47:17.609752Z","end":"2026-04-03T01:47:17.93944Z","steps":["trace[810545858] 'agreement among raft nodes before linearized reading' (duration: 329.597916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:17.939471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:47:17.609724Z","time spent":"329.741528ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-nk245-tls\" "} {"level":"info","ts":"2026-04-03T01:47:18.299724Z","caller":"traceutil/trace.go:171","msg":"trace[520657442] linearizableReadLoop","detail":"{readStateIndex:5255; appliedIndex:5254; }","duration":"110.430295ms","start":"2026-04-03T01:47:18.189265Z","end":"2026-04-03T01:47:18.299695Z","steps":["trace[520657442] 'read index received' (duration: 72.267459ms)","trace[520657442] 'applied index is now lower than readState.Index' (duration: 38.161596ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:18.299968Z","caller":"traceutil/trace.go:171","msg":"trace[44235325] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"215.482532ms","start":"2026-04-03T01:47:18.084469Z","end":"2026-04-03T01:47:18.299951Z","steps":["trace[44235325] 'process raft request' (duration: 177.079781ms)","trace[44235325] 'compare' (duration: 37.596397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:47:18.300629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.343223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777438"} {"level":"info","ts":"2026-04-03T01:47:18.300683Z","caller":"traceutil/trace.go:171","msg":"trace[462834064] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5059; }","duration":"111.412274ms","start":"2026-04-03T01:47:18.189257Z","end":"2026-04-03T01:47:18.300669Z","steps":["trace[462834064] 'agreement among raft nodes before linearized reading' (duration: 110.893644ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:19.892347Z","caller":"traceutil/trace.go:171","msg":"trace[921547578] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"110.628009ms","start":"2026-04-03T01:47:19.781695Z","end":"2026-04-03T01:47:19.892322Z","steps":["trace[921547578] 'process raft request' (duration: 110.484126ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:21.465322Z","caller":"traceutil/trace.go:171","msg":"trace[599439297] linearizableReadLoop","detail":"{readStateIndex:5336; appliedIndex:5335; }","duration":"110.472537ms","start":"2026-04-03T01:47:21.354818Z","end":"2026-04-03T01:47:21.46529Z","steps":["trace[599439297] 'read index received' (duration: 110.313214ms)","trace[599439297] 'applied index is now lower than readState.Index' (duration: 157.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:21.465434Z","caller":"traceutil/trace.go:171","msg":"trace[745534203] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"134.066994ms","start":"2026-04-03T01:47:21.331326Z","end":"2026-04-03T01:47:21.465393Z","steps":["trace[745534203] 'process raft request' (duration: 133.747508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:21.465609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.771862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bp6ss\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T01:47:21.465668Z","caller":"traceutil/trace.go:171","msg":"trace[1974592922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bp6ss; range_end:; response_count:1; response_revision:5138; }","duration":"110.886714ms","start":"2026-04-03T01:47:21.354763Z","end":"2026-04-03T01:47:21.465649Z","steps":["trace[1974592922] 'agreement among raft nodes before linearized reading' (duration: 110.695781ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:29.632902Z","caller":"traceutil/trace.go:171","msg":"trace[143494815] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"163.024119ms","start":"2026-04-03T01:47:29.469827Z","end":"2026-04-03T01:47:29.632851Z","steps":["trace[143494815] 'process raft request' (duration: 93.173616ms)","trace[143494815] 'compare' (duration: 69.292803ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:30.153173Z","caller":"traceutil/trace.go:171","msg":"trace[222288868] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"166.080167ms","start":"2026-04-03T01:47:29.987054Z","end":"2026-04-03T01:47:30.153134Z","steps":["trace[222288868] 'process raft request' (duration: 165.725441ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:30.153975Z","caller":"traceutil/trace.go:171","msg":"trace[884123372] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"155.797547ms","start":"2026-04-03T01:47:29.998149Z","end":"2026-04-03T01:47:30.153946Z","steps":["trace[884123372] 'process raft request' (duration: 155.652003ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:30.153966Z","caller":"traceutil/trace.go:171","msg":"trace[678160594] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"163.351456ms","start":"2026-04-03T01:47:29.990562Z","end":"2026-04-03T01:47:30.153914Z","steps":["trace[678160594] 'process raft request' (duration: 163.07387ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:32.28055Z","caller":"traceutil/trace.go:171","msg":"trace[629890379] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"119.483753ms","start":"2026-04-03T01:47:32.160964Z","end":"2026-04-03T01:47:32.280447Z","steps":["trace[629890379] 'process raft request' (duration: 119.137667ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:37.628635Z","caller":"traceutil/trace.go:171","msg":"trace[949550717] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5655; }","duration":"110.125121ms","start":"2026-04-03T01:47:37.518477Z","end":"2026-04-03T01:47:37.628602Z","steps":["trace[949550717] 'read index received' (duration: 109.859046ms)","trace[949550717] 'applied index is now lower than readState.Index' (duration: 264.835µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:47:37.628906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.392395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T01:47:37.628954Z","caller":"traceutil/trace.go:171","msg":"trace[1773595938] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:5449; }","duration":"110.513737ms","start":"2026-04-03T01:47:37.518425Z","end":"2026-04-03T01:47:37.628939Z","steps":["trace[1773595938] 'agreement among raft nodes before linearized reading' (duration: 110.306073ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:37.629023Z","caller":"traceutil/trace.go:171","msg":"trace[1918315076] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"129.194422ms","start":"2026-04-03T01:47:37.499786Z","end":"2026-04-03T01:47:37.62898Z","steps":["trace[1918315076] 'process raft request' (duration: 128.625032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:37.803752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.923204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:47:37.803866Z","caller":"traceutil/trace.go:171","msg":"trace[1459046596] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5657; }","duration":"122.382927ms","start":"2026-04-03T01:47:37.681467Z","end":"2026-04-03T01:47:37.80385Z","steps":["trace[1459046596] 'read index received' (duration: 4.281139ms)","trace[1459046596] 'applied index is now lower than readState.Index' (duration: 118.100658ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:37.803935Z","caller":"traceutil/trace.go:171","msg":"trace[1397779898] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"129.261554ms","start":"2026-04-03T01:47:37.674622Z","end":"2026-04-03T01:47:37.803884Z","steps":["trace[1397779898] 'process raft request' (duration: 11.112446ms)","trace[1397779898] 'compare' (duration: 117.781982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:47:37.804184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.726623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bp6ss\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T01:47:37.804213Z","caller":"traceutil/trace.go:171","msg":"trace[1706605772] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bp6ss; range_end:; response_count:1; response_revision:5450; }","duration":"122.810525ms","start":"2026-04-03T01:47:37.681395Z","end":"2026-04-03T01:47:37.804205Z","steps":["trace[1706605772] 'agreement among raft nodes before linearized reading' (duration: 122.520319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:38.088766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.279405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:47:38.088896Z","caller":"traceutil/trace.go:171","msg":"trace[842429718] linearizableReadLoop","detail":"{readStateIndex:5659; appliedIndex:5658; }","duration":"284.98865ms","start":"2026-04-03T01:47:37.803887Z","end":"2026-04-03T01:47:38.088876Z","steps":["trace[842429718] 'read index received' (duration: 175.340179ms)","trace[842429718] 'applied index is now lower than readState.Index' (duration: 109.646731ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:38.089051Z","caller":"traceutil/trace.go:171","msg":"trace[70193095] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"406.887387ms","start":"2026-04-03T01:47:37.682116Z","end":"2026-04-03T01:47:38.089003Z","steps":["trace[70193095] 'process raft request' (duration: 297.248477ms)","trace[70193095] 'compare' (duration: 108.964837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:47:38.089126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:47:37.682092Z","time spent":"406.99333ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:47:38.089325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.203337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0845c9b2-bb45-42e5-ad2f-e1f9445a070b\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-03T01:47:38.089443Z","caller":"traceutil/trace.go:171","msg":"trace[2030518283] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0845c9b2-bb45-42e5-ad2f-e1f9445a070b; range_end:; response_count:1; response_revision:5451; }","duration":"336.379491ms","start":"2026-04-03T01:47:37.75304Z","end":"2026-04-03T01:47:38.089419Z","steps":["trace[2030518283] 'agreement among raft nodes before linearized reading' (duration: 336.189057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:38.089499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:47:37.753017Z","time spent":"336.473122ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0845c9b2-bb45-42e5-ad2f-e1f9445a070b\" "} {"level":"warn","ts":"2026-04-03T01:47:38.089557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.865481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T01:47:38.089954Z","caller":"traceutil/trace.go:171","msg":"trace[911268763] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5451; }","duration":"282.343601ms","start":"2026-04-03T01:47:37.807583Z","end":"2026-04-03T01:47:38.089927Z","steps":["trace[911268763] 'agreement among raft nodes before linearized reading' (duration: 281.80281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:38.089906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.686603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80086"} {"level":"info","ts":"2026-04-03T01:47:38.090245Z","caller":"traceutil/trace.go:171","msg":"trace[290206513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5451; }","duration":"279.168692ms","start":"2026-04-03T01:47:37.811054Z","end":"2026-04-03T01:47:38.090223Z","steps":["trace[290206513] 'agreement among raft nodes before linearized reading' (duration: 278.347436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:38.398689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.423562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:47:38.399073Z","caller":"traceutil/trace.go:171","msg":"trace[1576524636] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"142.771335ms","start":"2026-04-03T01:47:38.256245Z","end":"2026-04-03T01:47:38.399016Z","steps":["trace[1576524636] 'process raft request' (duration: 142.653803ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:38.399056Z","caller":"traceutil/trace.go:171","msg":"trace[1100760888] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"212.307793ms","start":"2026-04-03T01:47:38.186707Z","end":"2026-04-03T01:47:38.399015Z","steps":["trace[1100760888] 'process raft request' (duration: 37.442573ms)","trace[1100760888] 'compare' (duration: 174.270499ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:38.406063Z","caller":"traceutil/trace.go:171","msg":"trace[26429909] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"105.86668ms","start":"2026-04-03T01:47:38.300163Z","end":"2026-04-03T01:47:38.40603Z","steps":["trace[26429909] 'process raft request' (duration: 105.693777ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:38.406063Z","caller":"traceutil/trace.go:171","msg":"trace[224554530] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"147.795267ms","start":"2026-04-03T01:47:38.258217Z","end":"2026-04-03T01:47:38.406012Z","steps":["trace[224554530] 'process raft request' (duration: 147.533472ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:48.888541Z","caller":"traceutil/trace.go:171","msg":"trace[2056054039] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"101.143153ms","start":"2026-04-03T01:47:48.787357Z","end":"2026-04-03T01:47:48.8885Z","steps":["trace[2056054039] 'process raft request' (duration: 78.586415ms)","trace[2056054039] 'compare' (duration: 22.404105ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:48:24.171539Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2906} {"level":"info","ts":"2026-04-03T01:48:24.242926Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2906,"took":"69.425037ms","hash":4091420574,"current-db-size-bytes":56700928,"current-db-size":"57 MB","current-db-size-in-use-bytes":33161216,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-03T01:48:24.24299Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4091420574,"revision":2906,"compact-revision":-1} {"level":"info","ts":"2026-04-03T01:48:42.223087Z","caller":"traceutil/trace.go:171","msg":"trace[1685234629] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"122.063693ms","start":"2026-04-03T01:48:42.100997Z","end":"2026-04-03T01:48:42.22306Z","steps":["trace[1685234629] 'process raft request' (duration: 121.860849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:08.098863Z","caller":"traceutil/trace.go:171","msg":"trace[2007524454] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"102.779462ms","start":"2026-04-03T01:51:07.996057Z","end":"2026-04-03T01:51:08.098837Z","steps":["trace[2007524454] 'process raft request' (duration: 102.606039ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:08.100506Z","caller":"traceutil/trace.go:171","msg":"trace[1161364072] transaction","detail":"{read_only:false; response_revision:6984; number_of_response:1; }","duration":"104.027035ms","start":"2026-04-03T01:51:07.996465Z","end":"2026-04-03T01:51:08.100492Z","steps":["trace[1161364072] 'process raft request' (duration: 103.951004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:08.100507Z","caller":"traceutil/trace.go:171","msg":"trace[416168537] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"104.158568ms","start":"2026-04-03T01:51:07.996326Z","end":"2026-04-03T01:51:08.100484Z","steps":["trace[416168537] 'process raft request' (duration: 103.955594ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:23.059003Z","caller":"traceutil/trace.go:171","msg":"trace[827055591] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8338; }","duration":"134.412863ms","start":"2026-04-03T01:53:22.924547Z","end":"2026-04-03T01:53:23.05896Z","steps":["trace[827055591] 'read index received' (duration: 62.988573ms)","trace[827055591] 'applied index is now lower than readState.Index' (duration: 71.4221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:53:23.059955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.390391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:53:23.060053Z","caller":"traceutil/trace.go:171","msg":"trace[1656884789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8050; }","duration":"135.534253ms","start":"2026-04-03T01:53:22.924498Z","end":"2026-04-03T01:53:23.060032Z","steps":["trace[1656884789] 'agreement among raft nodes before linearized reading' (duration: 135.266638ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:24.178921Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5924} {"level":"info","ts":"2026-04-03T01:53:24.265389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5924,"took":"83.8008ms","hash":605262495,"current-db-size-bytes":56700928,"current-db-size":"57 MB","current-db-size-in-use-bytes":25149440,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-03T01:53:24.265467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":605262495,"revision":5924,"compact-revision":2906} {"level":"warn","ts":"2026-04-03T01:53:32.154823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.09377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:53:32.15501Z","caller":"traceutil/trace.go:171","msg":"trace[1250727225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8224; }","duration":"306.337795ms","start":"2026-04-03T01:53:31.848652Z","end":"2026-04-03T01:53:32.15499Z","steps":["trace[1250727225] 'range keys from in-memory index tree' (duration: 306.013128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:32.155087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:31.84863Z","time spent":"306.444637ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:53:32.155184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.789908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc45bd68b-bdnxf.18a2b5e5d5219ac7\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-03T01:53:32.15531Z","caller":"traceutil/trace.go:171","msg":"trace[1483924866] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc45bd68b-bdnxf.18a2b5e5d5219ac7; range_end:; response_count:1; response_revision:8224; }","duration":"287.989062ms","start":"2026-04-03T01:53:31.867291Z","end":"2026-04-03T01:53:32.15528Z","steps":["trace[1483924866] 'range keys from in-memory index tree' (duration: 287.580485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:32.155719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.050787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:53:32.155822Z","caller":"traceutil/trace.go:171","msg":"trace[1736006556] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8224; }","duration":"258.192069ms","start":"2026-04-03T01:53:31.897605Z","end":"2026-04-03T01:53:32.155797Z","steps":["trace[1736006556] 'count revisions from in-memory index tree' (duration: 257.990555ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:32.15586Z","caller":"traceutil/trace.go:171","msg":"trace[1039164800] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"248.819383ms","start":"2026-04-03T01:53:31.907019Z","end":"2026-04-03T01:53:32.155838Z","steps":["trace[1039164800] 'process raft request' (duration: 248.262832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:32.157392Z","caller":"traceutil/trace.go:171","msg":"trace[667882091] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"191.880023ms","start":"2026-04-03T01:53:31.965496Z","end":"2026-04-03T01:53:32.157376Z","steps":["trace[667882091] 'process raft request' (duration: 191.819022ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:32.157463Z","caller":"traceutil/trace.go:171","msg":"trace[1373534858] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"210.987179ms","start":"2026-04-03T01:53:31.946458Z","end":"2026-04-03T01:53:32.157445Z","steps":["trace[1373534858] 'process raft request' (duration: 210.723735ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:43.049522Z","caller":"traceutil/trace.go:171","msg":"trace[99256747] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"100.699575ms","start":"2026-04-03T01:53:42.948795Z","end":"2026-04-03T01:53:43.049494Z","steps":["trace[99256747] 'process raft request' (duration: 100.498442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:43.121106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.014862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:53:43.121189Z","caller":"traceutil/trace.go:171","msg":"trace[318125887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8282; }","duration":"122.156436ms","start":"2026-04-03T01:53:42.999013Z","end":"2026-04-03T01:53:43.121169Z","steps":["trace[318125887] 'agreement among raft nodes before linearized reading' (duration: 121.941981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:45.158861Z","caller":"traceutil/trace.go:171","msg":"trace[1321713662] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"100.228417ms","start":"2026-04-03T01:53:45.058609Z","end":"2026-04-03T01:53:45.158838Z","steps":["trace[1321713662] 'process raft request' (duration: 99.711937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:45.280112Z","caller":"traceutil/trace.go:171","msg":"trace[2095722229] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"116.313276ms","start":"2026-04-03T01:53:45.163751Z","end":"2026-04-03T01:53:45.280064Z","steps":["trace[2095722229] 'process raft request' (duration: 61.18492ms)","trace[2095722229] 'compare' (duration: 54.985113ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:45.400084Z","caller":"traceutil/trace.go:171","msg":"trace[1528124776] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"115.184335ms","start":"2026-04-03T01:53:45.284871Z","end":"2026-04-03T01:53:45.400056Z","steps":["trace[1528124776] 'process raft request' (duration: 115.130494ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:45.400134Z","caller":"traceutil/trace.go:171","msg":"trace[1631510950] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"115.798667ms","start":"2026-04-03T01:53:45.284293Z","end":"2026-04-03T01:53:45.400092Z","steps":["trace[1631510950] 'process raft request' (duration: 104.389705ms)","trace[1631510950] 'compare' (duration: 11.125277ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:45.400275Z","caller":"traceutil/trace.go:171","msg":"trace[1026373131] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"115.361369ms","start":"2026-04-03T01:53:45.284848Z","end":"2026-04-03T01:53:45.40021Z","steps":["trace[1026373131] 'process raft request' (duration: 115.107354ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:01.658618Z","caller":"traceutil/trace.go:171","msg":"trace[601534952] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"108.153433ms","start":"2026-04-03T01:54:01.550443Z","end":"2026-04-03T01:54:01.658597Z","steps":["trace[601534952] 'process raft request' (duration: 98.052736ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:10.657717Z","caller":"traceutil/trace.go:171","msg":"trace[493223233] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"238.94609ms","start":"2026-04-03T01:54:10.418739Z","end":"2026-04-03T01:54:10.657685Z","steps":["trace[493223233] 'process raft request' (duration: 238.758856ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:10.659463Z","caller":"traceutil/trace.go:171","msg":"trace[1726630829] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8787; }","duration":"122.424491ms","start":"2026-04-03T01:54:10.537022Z","end":"2026-04-03T01:54:10.659446Z","steps":["trace[1726630829] 'read index received' (duration: 120.386072ms)","trace[1726630829] 'applied index is now lower than readState.Index' (duration: 2.037969ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:54:10.659608Z","caller":"traceutil/trace.go:171","msg":"trace[554347302] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"224.208145ms","start":"2026-04-03T01:54:10.435392Z","end":"2026-04-03T01:54:10.6596Z","steps":["trace[554347302] 'process raft request' (duration: 223.959741ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:10.659793Z","caller":"traceutil/trace.go:171","msg":"trace[1630347378] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"124.473248ms","start":"2026-04-03T01:54:10.535304Z","end":"2026-04-03T01:54:10.659778Z","steps":["trace[1630347378] 'process raft request' (duration: 124.117071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:10.659879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.849978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-04-03T01:54:10.659908Z","caller":"traceutil/trace.go:171","msg":"trace[1230874865] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8484; }","duration":"122.92677ms","start":"2026-04-03T01:54:10.536975Z","end":"2026-04-03T01:54:10.659902Z","steps":["trace[1230874865] 'agreement among raft nodes before linearized reading' (duration: 122.816518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:10.660045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.814197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bp6ss\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T01:54:10.660068Z","caller":"traceutil/trace.go:171","msg":"trace[857029508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bp6ss; range_end:; response_count:1; response_revision:8484; }","duration":"100.864929ms","start":"2026-04-03T01:54:10.559198Z","end":"2026-04-03T01:54:10.660063Z","steps":["trace[857029508] 'agreement among raft nodes before linearized reading' (duration: 100.516832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:12.061721Z","caller":"traceutil/trace.go:171","msg":"trace[2054430713] linearizableReadLoop","detail":"{readStateIndex:8796; appliedIndex:8795; }","duration":"351.477525ms","start":"2026-04-03T01:54:11.710221Z","end":"2026-04-03T01:54:12.061699Z","steps":["trace[2054430713] 'read index received' (duration: 307.895834ms)","trace[2054430713] 'applied index is now lower than readState.Index' (duration: 43.580931ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:54:12.061815Z","caller":"traceutil/trace.go:171","msg":"trace[18794607] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"352.450182ms","start":"2026-04-03T01:54:11.709312Z","end":"2026-04-03T01:54:12.061762Z","steps":["trace[18794607] 'process raft request' (duration: 308.882251ms)","trace[18794607] 'compare' (duration: 43.412768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:54:12.061939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.850054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T01:54:12.061976Z","caller":"traceutil/trace.go:171","msg":"trace[1957679079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8490; }","duration":"350.940806ms","start":"2026-04-03T01:54:11.711025Z","end":"2026-04-03T01:54:12.061965Z","steps":["trace[1957679079] 'agreement among raft nodes before linearized reading' (duration: 350.798762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:12.062001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:11.711002Z","time spent":"350.994026ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:54:12.062009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.084925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc45bd68b-bdnxf.18a2b5e5d5219ac7\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-03T01:54:12.062078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:11.709304Z","time spent":"352.605697ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:12.062098Z","caller":"traceutil/trace.go:171","msg":"trace[1288392898] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc45bd68b-bdnxf.18a2b5e5d5219ac7; range_end:; response_count:1; response_revision:8490; }","duration":"194.226557ms","start":"2026-04-03T01:54:11.867847Z","end":"2026-04-03T01:54:12.062073Z","steps":["trace[1288392898] 'agreement among raft nodes before linearized reading' (duration: 194.020432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:12.062074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.811182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T01:54:12.062196Z","caller":"traceutil/trace.go:171","msg":"trace[1244762335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8490; }","duration":"351.959715ms","start":"2026-04-03T01:54:11.71021Z","end":"2026-04-03T01:54:12.06217Z","steps":["trace[1244762335] 'agreement among raft nodes before linearized reading' (duration: 351.567066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:12.062261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:11.710206Z","time spent":"352.040297ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:54:13.866899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844058792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:54:14.368011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844058792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:54:14.868532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844058792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:54:15.368702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120804844058792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:54:15.382484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.020946135s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T01:54:15.382887Z","caller":"traceutil/trace.go:171","msg":"trace[1389435559] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"2.021408363s","start":"2026-04-03T01:54:13.361448Z","end":"2026-04-03T01:54:15.382856Z","steps":["trace[1389435559] 'process raft request' (duration: 2.02121159s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.383079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:13.361437Z","time spent":"2.021541676s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:15.385257Z","caller":"traceutil/trace.go:171","msg":"trace[1038687148] linearizableReadLoop","detail":"{readStateIndex:8807; appliedIndex:8803; }","duration":"2.018949928s","start":"2026-04-03T01:54:13.366285Z","end":"2026-04-03T01:54:15.385235Z","steps":["trace[1038687148] 'read index received' (duration: 2.01639389s)","trace[1038687148] 'applied index is now lower than readState.Index' (duration: 2.555298ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:54:15.385356Z","caller":"traceutil/trace.go:171","msg":"trace[972380347] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"709.663576ms","start":"2026-04-03T01:54:14.675682Z","end":"2026-04-03T01:54:15.385346Z","steps":["trace[972380347] 'process raft request' (duration: 709.347651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.385462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:14.675647Z","time spent":"709.735827ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:54:15.385629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019335885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-03T01:54:15.385691Z","caller":"traceutil/trace.go:171","msg":"trace[620147188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8500; }","duration":"2.019437097s","start":"2026-04-03T01:54:13.36624Z","end":"2026-04-03T01:54:15.385677Z","steps":["trace[620147188] 'agreement among raft nodes before linearized reading' (duration: 2.019284144s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.385723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:13.366219Z","time spent":"2.019496868s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T01:54:15.38578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779805975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:54:15.385825Z","caller":"traceutil/trace.go:171","msg":"trace[1120404304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8500; }","duration":"1.779887537s","start":"2026-04-03T01:54:13.605925Z","end":"2026-04-03T01:54:15.385812Z","steps":["trace[1120404304] 'agreement among raft nodes before linearized reading' (duration: 1.779753924s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.385856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:13.605903Z","time spent":"1.779947328s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:54:15.385948Z","caller":"traceutil/trace.go:171","msg":"trace[1602613655] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"710.221547ms","start":"2026-04-03T01:54:14.675713Z","end":"2026-04-03T01:54:15.385935Z","steps":["trace[1602613655] 'process raft request' (duration: 709.434832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.386029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:14.675685Z","time spent":"710.301809ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:15.386183Z","caller":"traceutil/trace.go:171","msg":"trace[435227206] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"709.123166ms","start":"2026-04-03T01:54:14.67705Z","end":"2026-04-03T01:54:15.386173Z","steps":["trace[435227206] 'process raft request' (duration: 708.146888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.386239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:14.677039Z","time spent":"709.171947ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:54:15.386272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.991251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bp6ss\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T01:54:15.386304Z","caller":"traceutil/trace.go:171","msg":"trace[648148856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bp6ss; range_end:; response_count:1; response_revision:8500; }","duration":"704.051541ms","start":"2026-04-03T01:54:14.682244Z","end":"2026-04-03T01:54:15.386295Z","steps":["trace[648148856] 'agreement among raft nodes before linearized reading' (duration: 703.95913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.386345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:14.682223Z","time spent":"704.113103ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-bp6ss\" "} {"level":"warn","ts":"2026-04-03T01:54:15.386494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.241613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:54:15.386529Z","caller":"traceutil/trace.go:171","msg":"trace[2000976318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8500; }","duration":"975.314703ms","start":"2026-04-03T01:54:14.411206Z","end":"2026-04-03T01:54:15.386521Z","steps":["trace[2000976318] 'agreement among raft nodes before linearized reading' (duration: 975.266943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.386554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:14.411186Z","time spent":"975.362165ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:54:15.386738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70917774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:54:15.386784Z","caller":"traceutil/trace.go:171","msg":"trace[1657494958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8500; }","duration":"1.709221511s","start":"2026-04-03T01:54:13.677551Z","end":"2026-04-03T01:54:15.386772Z","steps":["trace[1657494958] 'agreement among raft nodes before linearized reading' (duration: 1.709112139s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.386812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:13.677495Z","time spent":"1.709310603s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:54:15.386931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235293395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T01:54:15.386962Z","caller":"traceutil/trace.go:171","msg":"trace[675431199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8500; }","duration":"1.235363266s","start":"2026-04-03T01:54:14.151591Z","end":"2026-04-03T01:54:15.386954Z","steps":["trace[675431199] 'agreement among raft nodes before linearized reading' (duration: 1.235288565s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.386986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:14.15157Z","time spent":"1.235410597s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:54:15.387094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2355521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T01:54:15.387135Z","caller":"traceutil/trace.go:171","msg":"trace[624567978] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8500; }","duration":"1.23562005s","start":"2026-04-03T01:54:14.151503Z","end":"2026-04-03T01:54:15.387124Z","steps":["trace[624567978] 'agreement among raft nodes before linearized reading' (duration: 1.235542159s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.387246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:14.151487Z","time spent":"1.235747494s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:54:15.387435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28703616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:54:15.387486Z","caller":"traceutil/trace.go:171","msg":"trace[592352414] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8500; }","duration":"1.287122581s","start":"2026-04-03T01:54:14.100351Z","end":"2026-04-03T01:54:15.387474Z","steps":["trace[592352414] 'agreement among raft nodes before linearized reading' (duration: 1.287046079s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.387535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:14.100326Z","time spent":"1.287193932s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:54:15.387603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425785473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:54:15.387649Z","caller":"traceutil/trace.go:171","msg":"trace[2109869902] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8500; }","duration":"1.425886294s","start":"2026-04-03T01:54:13.961751Z","end":"2026-04-03T01:54:15.387638Z","steps":["trace[2109869902] 'agreement among raft nodes before linearized reading' (duration: 1.425799413s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.387674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:13.961727Z","time spent":"1.425942366s","remote":"127.0.0.1:53594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:54:15.387818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321353028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T01:54:15.387842Z","caller":"traceutil/trace.go:171","msg":"trace[415467776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8500; }","duration":"1.321417709s","start":"2026-04-03T01:54:14.066419Z","end":"2026-04-03T01:54:15.387836Z","steps":["trace[415467776] 'agreement among raft nodes before linearized reading' (duration: 1.321356098s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:15.38786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:14.066399Z","time spent":"1.321457569s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T01:54:17.57209Z","caller":"traceutil/trace.go:171","msg":"trace[1084608416] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"179.687486ms","start":"2026-04-03T01:54:17.392381Z","end":"2026-04-03T01:54:17.572068Z","steps":["trace[1084608416] 'process raft request' (duration: 179.563783ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:17.739589Z","caller":"traceutil/trace.go:171","msg":"trace[267066002] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"346.584764ms","start":"2026-04-03T01:54:17.392983Z","end":"2026-04-03T01:54:17.739567Z","steps":["trace[267066002] 'process raft request' (duration: 346.504403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:17.74993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.392959Z","time spent":"346.694777ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:17.739619Z","caller":"traceutil/trace.go:171","msg":"trace[1501590043] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"346.703707ms","start":"2026-04-03T01:54:17.392895Z","end":"2026-04-03T01:54:17.739598Z","steps":["trace[1501590043] 'process raft request' (duration: 346.458222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:17.750617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.392863Z","time spent":"357.62741ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:17.751588Z","caller":"traceutil/trace.go:171","msg":"trace[1242488338] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"357.440586ms","start":"2026-04-03T01:54:17.394101Z","end":"2026-04-03T01:54:17.751541Z","steps":["trace[1242488338] 'process raft request' (duration: 345.434293ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:17.751646Z","caller":"traceutil/trace.go:171","msg":"trace[1695285095] linearizableReadLoop","detail":"{readStateIndex:8817; appliedIndex:8814; }","duration":"352.832411ms","start":"2026-04-03T01:54:17.398771Z","end":"2026-04-03T01:54:17.751604Z","steps":["trace[1695285095] 'read index received' (duration: 173.672194ms)","trace[1695285095] 'applied index is now lower than readState.Index' (duration: 179.157877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:54:17.751757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.394089Z","time spent":"357.582669ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:54:17.751816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.734166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:54:17.751847Z","caller":"traceutil/trace.go:171","msg":"trace[972883469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8510; }","duration":"339.829848ms","start":"2026-04-03T01:54:17.412003Z","end":"2026-04-03T01:54:17.751833Z","steps":["trace[972883469] 'agreement among raft nodes before linearized reading' (duration: 339.765887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:17.751871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.411971Z","time spent":"339.895689ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:54:17.751867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.781951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:54:17.751908Z","caller":"traceutil/trace.go:171","msg":"trace[662175953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8510; }","duration":"329.831872ms","start":"2026-04-03T01:54:17.422059Z","end":"2026-04-03T01:54:17.751891Z","steps":["trace[662175953] 'agreement among raft nodes before linearized reading' (duration: 329.741811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:17.75184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.055115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T01:54:17.75193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.422048Z","time spent":"329.877213ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:54:17.75197Z","caller":"traceutil/trace.go:171","msg":"trace[1508326072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8510; }","duration":"353.199938ms","start":"2026-04-03T01:54:17.398738Z","end":"2026-04-03T01:54:17.751938Z","steps":["trace[1508326072] 'agreement among raft nodes before linearized reading' (duration: 352.950484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:17.752028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.398728Z","time spent":"353.279509ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:54:17.752047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.390872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:54:17.752076Z","caller":"traceutil/trace.go:171","msg":"trace[573485422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8510; }","duration":"330.439524ms","start":"2026-04-03T01:54:17.421624Z","end":"2026-04-03T01:54:17.752063Z","steps":["trace[573485422] 'agreement among raft nodes before linearized reading' (duration: 330.360682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:17.75209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.421604Z","time spent":"330.482346ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:54:17.752101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.287391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bp6ss\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T01:54:17.75211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.597218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T01:54:17.752133Z","caller":"traceutil/trace.go:171","msg":"trace[1056025350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8510; }","duration":"330.631498ms","start":"2026-04-03T01:54:17.421491Z","end":"2026-04-03T01:54:17.752122Z","steps":["trace[1056025350] 'agreement among raft nodes before linearized reading' (duration: 330.505835ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:17.752141Z","caller":"traceutil/trace.go:171","msg":"trace[2104846932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bp6ss; range_end:; response_count:1; response_revision:8510; }","duration":"323.337071ms","start":"2026-04-03T01:54:17.428783Z","end":"2026-04-03T01:54:17.75212Z","steps":["trace[2104846932] 'agreement among raft nodes before linearized reading' (duration: 323.128377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:17.752148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.421482Z","time spent":"330.662019ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:54:17.752164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.42877Z","time spent":"323.388863ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-bp6ss\" "} {"level":"warn","ts":"2026-04-03T01:54:17.752233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.27306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:54:17.752262Z","caller":"traceutil/trace.go:171","msg":"trace[1041084819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8510; }","duration":"331.332521ms","start":"2026-04-03T01:54:17.420915Z","end":"2026-04-03T01:54:17.752248Z","steps":["trace[1041084819] 'agreement among raft nodes before linearized reading' (duration: 331.162618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:17.75228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.420901Z","time spent":"331.373442ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:54:17.752365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.665915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T01:54:17.752524Z","caller":"traceutil/trace.go:171","msg":"trace[2675129] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:8510; }","duration":"210.935999ms","start":"2026-04-03T01:54:17.541539Z","end":"2026-04-03T01:54:17.752475Z","steps":["trace[2675129] 'agreement among raft nodes before linearized reading' (duration: 210.305636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.487688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.462632ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:54:19.487827Z","caller":"traceutil/trace.go:171","msg":"trace[1402265806] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8510; }","duration":"114.613625ms","start":"2026-04-03T01:54:19.373188Z","end":"2026-04-03T01:54:19.487802Z","steps":["trace[1402265806] 'range keys from in-memory index tree' (duration: 114.442942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.487958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509553702s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:54:19.488084Z","caller":"traceutil/trace.go:171","msg":"trace[707687274] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"1.731892703s","start":"2026-04-03T01:54:17.756176Z","end":"2026-04-03T01:54:19.488069Z","steps":["trace[707687274] 'process raft request' (duration: 222.141517ms)","trace[707687274] 'compare' (duration: 1.509006812s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:54:19.488129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.756163Z","time spent":"1.731945153s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:19.488463Z","caller":"traceutil/trace.go:171","msg":"trace[364864913] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"1.717021426s","start":"2026-04-03T01:54:17.771416Z","end":"2026-04-03T01:54:19.488437Z","steps":["trace[364864913] 'process raft request' (duration: 1.716934615s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.488601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.771393Z","time spent":"1.717133049s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:19.488882Z","caller":"traceutil/trace.go:171","msg":"trace[1085857784] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"1.730708151s","start":"2026-04-03T01:54:17.758142Z","end":"2026-04-03T01:54:19.48885Z","steps":["trace[1085857784] 'process raft request' (duration: 1.73013653s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:19.488915Z","caller":"traceutil/trace.go:171","msg":"trace[694059048] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"1.732073146s","start":"2026-04-03T01:54:17.756817Z","end":"2026-04-03T01:54:19.48889Z","steps":["trace[694059048] 'process raft request' (duration: 1.73122433s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:19.488918Z","caller":"traceutil/trace.go:171","msg":"trace[47975653] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8817; }","duration":"1.732436832s","start":"2026-04-03T01:54:17.75644Z","end":"2026-04-03T01:54:19.488877Z","steps":["trace[47975653] 'read index received' (duration: 13.882918ms)","trace[47975653] 'applied index is now lower than readState.Index' (duration: 1.718548714s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:54:19.488992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.758136Z","time spent":"1.730794882s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:54:19.489017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.75681Z","time spent":"1.732153698s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:19.489049Z","caller":"traceutil/trace.go:171","msg":"trace[1343683212] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"1.730476037s","start":"2026-04-03T01:54:17.758558Z","end":"2026-04-03T01:54:19.489034Z","steps":["trace[1343683212] 'process raft request' (duration: 1.729751904s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:19.489139Z","caller":"traceutil/trace.go:171","msg":"trace[1368323445] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"1.73176452s","start":"2026-04-03T01:54:17.757358Z","end":"2026-04-03T01:54:19.489122Z","steps":["trace[1368323445] 'process raft request' (duration: 1.730877855s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.48916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.758552Z","time spent":"1.730526518s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:54:19.489264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.757352Z","time spent":"1.731823351s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:54:19.48947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733007593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228511"} {"level":"info","ts":"2026-04-03T01:54:19.489529Z","caller":"traceutil/trace.go:171","msg":"trace[539616789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8516; }","duration":"1.733087504s","start":"2026-04-03T01:54:17.756426Z","end":"2026-04-03T01:54:19.489513Z","steps":["trace[539616789] 'agreement among raft nodes before linearized reading' (duration: 1.732724208s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.489562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:17.756421Z","time spent":"1.733133455s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228534,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T01:54:19.575122Z","caller":"traceutil/trace.go:171","msg":"trace[313235046] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"928.150765ms","start":"2026-04-03T01:54:18.64694Z","end":"2026-04-03T01:54:19.575091Z","steps":["trace[313235046] 'process raft request' (duration: 928.029522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.575337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:18.646915Z","time spent":"928.330249ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:19.765828Z","caller":"traceutil/trace.go:171","msg":"trace[887927527] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8824; }","duration":"276.803985ms","start":"2026-04-03T01:54:19.488992Z","end":"2026-04-03T01:54:19.765796Z","steps":["trace[887927527] 'read index received' (duration: 86.070644ms)","trace[887927527] 'applied index is now lower than readState.Index' (duration: 190.732191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:54:19.765905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.261115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:54:19.76597Z","caller":"traceutil/trace.go:171","msg":"trace[1594932730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8518; }","duration":"356.351527ms","start":"2026-04-03T01:54:19.4096Z","end":"2026-04-03T01:54:19.765951Z","steps":["trace[1594932730] 'agreement among raft nodes before linearized reading' (duration: 356.235345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.766053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612126582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T01:54:19.766089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:19.409584Z","time spent":"356.495969ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:54:19.766108Z","caller":"traceutil/trace.go:171","msg":"trace[312590774] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8518; }","duration":"1.612175353s","start":"2026-04-03T01:54:18.153916Z","end":"2026-04-03T01:54:19.766091Z","steps":["trace[312590774] 'agreement among raft nodes before linearized reading' (duration: 1.612111021s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.765963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142557568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:54:19.766156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:18.153892Z","time spent":"1.612254755s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:54:19.766154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335829607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-04-03T01:54:19.766202Z","caller":"traceutil/trace.go:171","msg":"trace[69772378] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8518; }","duration":"1.335938338s","start":"2026-04-03T01:54:18.430254Z","end":"2026-04-03T01:54:19.766192Z","steps":["trace[69772378] 'agreement among raft nodes before linearized reading' (duration: 1.335677864s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:19.766201Z","caller":"traceutil/trace.go:171","msg":"trace[1317883505] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8518; }","duration":"1.142822782s","start":"2026-04-03T01:54:18.623345Z","end":"2026-04-03T01:54:19.766168Z","steps":["trace[1317883505] 'agreement among raft nodes before linearized reading' (duration: 1.142537227s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.766248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:18.430197Z","time spent":"1.33604336s","remote":"127.0.0.1:52002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-03T01:54:19.766305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:18.623327Z","time spent":"1.142942335s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:54:19.766884Z","caller":"traceutil/trace.go:171","msg":"trace[236162112] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"579.4312ms","start":"2026-04-03T01:54:19.187431Z","end":"2026-04-03T01:54:19.766862Z","steps":["trace[236162112] 'process raft request' (duration: 577.543095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.767152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:19.187412Z","time spent":"579.639725ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:19.956419Z","caller":"traceutil/trace.go:171","msg":"trace[1454595152] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"199.956524ms","start":"2026-04-03T01:54:19.756437Z","end":"2026-04-03T01:54:19.956393Z","steps":["trace[1454595152] 'process raft request' (duration: 199.881362ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:19.956469Z","caller":"traceutil/trace.go:171","msg":"trace[582859566] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"377.901728ms","start":"2026-04-03T01:54:19.578528Z","end":"2026-04-03T01:54:19.95643Z","steps":["trace[582859566] 'process raft request' (duration: 375.33268ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:19.956564Z","caller":"traceutil/trace.go:171","msg":"trace[314871504] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"198.972065ms","start":"2026-04-03T01:54:19.757576Z","end":"2026-04-03T01:54:19.956548Z","steps":["trace[314871504] 'process raft request' (duration: 198.784662ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:19.956585Z","caller":"traceutil/trace.go:171","msg":"trace[1065594576] linearizableReadLoop","detail":"{readStateIndex:8829; appliedIndex:8826; }","duration":"190.63971ms","start":"2026-04-03T01:54:19.765902Z","end":"2026-04-03T01:54:19.956542Z","steps":["trace[1065594576] 'read index received' (duration: 188.029732ms)","trace[1065594576] 'applied index is now lower than readState.Index' (duration: 2.607738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:54:19.956649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:19.578506Z","time spent":"378.04522ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:54:19.956743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.558074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:54:19.956778Z","caller":"traceutil/trace.go:171","msg":"trace[856236573] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8521; }","duration":"404.648375ms","start":"2026-04-03T01:54:19.552119Z","end":"2026-04-03T01:54:19.956768Z","steps":["trace[856236573] 'agreement among raft nodes before linearized reading' (duration: 404.570574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.956807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:19.552098Z","time spent":"404.701137ms","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:54:19.956881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.56155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T01:54:19.956918Z","caller":"traceutil/trace.go:171","msg":"trace[2013436340] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8521; }","duration":"465.650351ms","start":"2026-04-03T01:54:19.491256Z","end":"2026-04-03T01:54:19.956907Z","steps":["trace[2013436340] 'agreement among raft nodes before linearized reading' (duration: 465.457997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.95694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.08687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:54:19.956954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:19.491244Z","time spent":"465.702782ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T01:54:19.957013Z","caller":"traceutil/trace.go:171","msg":"trace[837577231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8521; }","duration":"190.179331ms","start":"2026-04-03T01:54:19.76682Z","end":"2026-04-03T01:54:19.956999Z","steps":["trace[837577231] 'agreement among raft nodes before linearized reading' (duration: 190.065309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:19.957007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.998642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T01:54:19.957038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.63849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2b5f0d945f8af\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-03T01:54:19.957081Z","caller":"traceutil/trace.go:171","msg":"trace[22027902] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2b5f0d945f8af; range_end:; response_count:1; response_revision:8521; }","duration":"183.702531ms","start":"2026-04-03T01:54:19.773367Z","end":"2026-04-03T01:54:19.95707Z","steps":["trace[22027902] 'agreement among raft nodes before linearized reading' (duration: 183.539988ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:19.95708Z","caller":"traceutil/trace.go:171","msg":"trace[244945573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8521; }","duration":"202.149945ms","start":"2026-04-03T01:54:19.754911Z","end":"2026-04-03T01:54:19.957061Z","steps":["trace[244945573] 'agreement among raft nodes before linearized reading' (duration: 201.89912ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:20.102594Z","caller":"traceutil/trace.go:171","msg":"trace[1661140245] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"140.409705ms","start":"2026-04-03T01:54:19.962161Z","end":"2026-04-03T01:54:20.102571Z","steps":["trace[1661140245] 'process raft request' (duration: 140.345823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:20.102666Z","caller":"traceutil/trace.go:171","msg":"trace[165496118] linearizableReadLoop","detail":"{readStateIndex:8830; appliedIndex:8829; }","duration":"142.449992ms","start":"2026-04-03T01:54:19.960193Z","end":"2026-04-03T01:54:20.102643Z","steps":["trace[165496118] 'read index received' (duration: 123.788634ms)","trace[165496118] 'applied index is now lower than readState.Index' (duration: 18.660288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:54:20.102844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.632726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T01:54:20.102841Z","caller":"traceutil/trace.go:171","msg":"trace[823940803] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"144.050852ms","start":"2026-04-03T01:54:19.958769Z","end":"2026-04-03T01:54:20.10282Z","steps":["trace[823940803] 'process raft request' (duration: 125.198831ms)","trace[823940803] 'compare' (duration: 18.390113ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:54:20.102879Z","caller":"traceutil/trace.go:171","msg":"trace[2047382335] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8523; }","duration":"142.697938ms","start":"2026-04-03T01:54:19.960173Z","end":"2026-04-03T01:54:20.102871Z","steps":["trace[2047382335] 'agreement among raft nodes before linearized reading' (duration: 142.544684ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:27.535533Z","caller":"traceutil/trace.go:171","msg":"trace[651635072] linearizableReadLoop","detail":"{readStateIndex:8904; appliedIndex:8902; }","duration":"222.055396ms","start":"2026-04-03T01:54:27.313454Z","end":"2026-04-03T01:54:27.535509Z","steps":["trace[651635072] 'read index received' (duration: 32.339153ms)","trace[651635072] 'applied index is now lower than readState.Index' (duration: 189.714993ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:54:27.535578Z","caller":"traceutil/trace.go:171","msg":"trace[946869581] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"230.659025ms","start":"2026-04-03T01:54:27.304879Z","end":"2026-04-03T01:54:27.535538Z","steps":["trace[946869581] 'process raft request' (duration: 209.217676ms)","trace[946869581] 'compare' (duration: 21.281096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:54:27.535732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.092085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-04-03T01:54:27.535776Z","caller":"traceutil/trace.go:171","msg":"trace[1708785416] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8593; }","duration":"222.159236ms","start":"2026-04-03T01:54:27.313604Z","end":"2026-04-03T01:54:27.535763Z","steps":["trace[1708785416] 'agreement among raft nodes before linearized reading' (duration: 222.065375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:27.535819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.851096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:54:27.535895Z","caller":"traceutil/trace.go:171","msg":"trace[249982258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8593; }","duration":"123.985768ms","start":"2026-04-03T01:54:27.411888Z","end":"2026-04-03T01:54:27.535874Z","steps":["trace[249982258] 'agreement among raft nodes before linearized reading' (duration: 123.867966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:27.535957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.688147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-03T01:54:27.536003Z","caller":"traceutil/trace.go:171","msg":"trace[2018070463] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8593; }","duration":"186.732167ms","start":"2026-04-03T01:54:27.34926Z","end":"2026-04-03T01:54:27.535992Z","steps":["trace[2018070463] 'agreement among raft nodes before linearized reading' (duration: 186.620495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:27.535797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.327611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-btmfs\" ","response":"range_response_count:1 size:4742"} {"level":"info","ts":"2026-04-03T01:54:27.536092Z","caller":"traceutil/trace.go:171","msg":"trace[238273654] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-btmfs; range_end:; response_count:1; response_revision:8593; }","duration":"222.633716ms","start":"2026-04-03T01:54:27.313405Z","end":"2026-04-03T01:54:27.536038Z","steps":["trace[238273654] 'agreement among raft nodes before linearized reading' (duration: 222.228049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:27.53617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.965841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T01:54:27.536258Z","caller":"traceutil/trace.go:171","msg":"trace[55469150] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8593; }","duration":"187.088365ms","start":"2026-04-03T01:54:27.349148Z","end":"2026-04-03T01:54:27.536236Z","steps":["trace[55469150] 'agreement among raft nodes before linearized reading' (duration: 186.829169ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:27.75804Z","caller":"traceutil/trace.go:171","msg":"trace[755647095] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"123.53697ms","start":"2026-04-03T01:54:27.634457Z","end":"2026-04-03T01:54:27.757994Z","steps":["trace[755647095] 'process raft request' (duration: 122.684344ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:28.843228Z","caller":"traceutil/trace.go:171","msg":"trace[1671615046] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"174.679263ms","start":"2026-04-03T01:54:28.668522Z","end":"2026-04-03T01:54:28.843202Z","steps":["trace[1671615046] 'process raft request' (duration: 174.48689ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:29.033882Z","caller":"traceutil/trace.go:171","msg":"trace[1245919816] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"177.010365ms","start":"2026-04-03T01:54:28.856832Z","end":"2026-04-03T01:54:29.033843Z","steps":["trace[1245919816] 'process raft request' (duration: 176.589718ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:29.758888Z","caller":"traceutil/trace.go:171","msg":"trace[2094952868] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8924; }","duration":"348.281497ms","start":"2026-04-03T01:54:29.410578Z","end":"2026-04-03T01:54:29.758859Z","steps":["trace[2094952868] 'read index received' (duration: 347.954541ms)","trace[2094952868] 'applied index is now lower than readState.Index' (duration: 325.286µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:54:29.758981Z","caller":"traceutil/trace.go:171","msg":"trace[700683106] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"356.01676ms","start":"2026-04-03T01:54:29.402934Z","end":"2026-04-03T01:54:29.758951Z","steps":["trace[700683106] 'process raft request' (duration: 355.753305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:29.759062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.47ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:54:29.759328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:29.402911Z","time spent":"356.131562ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:54:29.759343Z","caller":"traceutil/trace.go:171","msg":"trace[759058162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8613; }","duration":"348.813156ms","start":"2026-04-03T01:54:29.410511Z","end":"2026-04-03T01:54:29.759324Z","steps":["trace[759058162] 'agreement among raft nodes before linearized reading' (duration: 348.45861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:29.759389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:54:29.410452Z","time spent":"348.929178ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:54:29.759389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.238033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T01:54:29.759412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.244678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T01:54:29.759475Z","caller":"traceutil/trace.go:171","msg":"trace[278336501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8613; }","duration":"135.35997ms","start":"2026-04-03T01:54:29.624099Z","end":"2026-04-03T01:54:29.759459Z","steps":["trace[278336501] 'agreement among raft nodes before linearized reading' (duration: 134.989154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:29.759511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.097104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:54:29.759547Z","caller":"traceutil/trace.go:171","msg":"trace[1991656010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8613; }","duration":"136.182586ms","start":"2026-04-03T01:54:29.623356Z","end":"2026-04-03T01:54:29.759539Z","steps":["trace[1991656010] 'agreement among raft nodes before linearized reading' (duration: 136.095284ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:29.759431Z","caller":"traceutil/trace.go:171","msg":"trace[1233316992] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8613; }","duration":"183.293034ms","start":"2026-04-03T01:54:29.576124Z","end":"2026-04-03T01:54:29.759417Z","steps":["trace[1233316992] 'agreement among raft nodes before linearized reading' (duration: 182.912407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:29.759607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.837602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T01:54:29.759629Z","caller":"traceutil/trace.go:171","msg":"trace[1914993333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8613; }","duration":"134.863012ms","start":"2026-04-03T01:54:29.624761Z","end":"2026-04-03T01:54:29.759624Z","steps":["trace[1914993333] 'agreement among raft nodes before linearized reading' (duration: 134.79714ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:30.192227Z","caller":"traceutil/trace.go:171","msg":"trace[643986356] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"187.991921ms","start":"2026-04-03T01:54:30.004207Z","end":"2026-04-03T01:54:30.192199Z","steps":["trace[643986356] 'process raft request' (duration: 126.794843ms)","trace[643986356] 'compare' (duration: 60.834692ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:54:30.192234Z","caller":"traceutil/trace.go:171","msg":"trace[75976153] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"173.990241ms","start":"2026-04-03T01:54:30.018215Z","end":"2026-04-03T01:54:30.192205Z","steps":["trace[75976153] 'process raft request' (duration: 173.877129ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:30.192304Z","caller":"traceutil/trace.go:171","msg":"trace[879569552] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"173.965581ms","start":"2026-04-03T01:54:30.018298Z","end":"2026-04-03T01:54:30.192263Z","steps":["trace[879569552] 'process raft request' (duration: 173.862258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:30.627563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.721349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:54:30.627691Z","caller":"traceutil/trace.go:171","msg":"trace[1226706851] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"190.694752ms","start":"2026-04-03T01:54:30.436975Z","end":"2026-04-03T01:54:30.62767Z","steps":["trace[1226706851] 'process raft request' (duration: 33.409272ms)","trace[1226706851] 'compare' (duration: 156.489805ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:54:30.660162Z","caller":"traceutil/trace.go:171","msg":"trace[1812390253] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"178.420163ms","start":"2026-04-03T01:54:30.481707Z","end":"2026-04-03T01:54:30.660127Z","steps":["trace[1812390253] 'process raft request' (duration: 178.160808ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:41.184722Z","caller":"traceutil/trace.go:171","msg":"trace[638459492] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"130.424769ms","start":"2026-04-03T01:54:41.054256Z","end":"2026-04-03T01:54:41.18468Z","steps":["trace[638459492] 'process raft request' (duration: 129.97737ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:18.792087Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002498.wal"} {"level":"warn","ts":"2026-04-03T01:55:26.899089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.760457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:55:26.899293Z","caller":"traceutil/trace.go:171","msg":"trace[1089425838] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"201.266083ms","start":"2026-04-03T01:55:26.697998Z","end":"2026-04-03T01:55:26.899264Z","steps":["trace[1089425838] 'process raft request' (duration: 31.69117ms)","trace[1089425838] 'compare' (duration: 168.393471ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:55:27.802471Z","caller":"traceutil/trace.go:171","msg":"trace[1192664277] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"157.895346ms","start":"2026-04-03T01:55:27.644553Z","end":"2026-04-03T01:55:27.802449Z","steps":["trace[1192664277] 'process raft request' (duration: 157.333915ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:27.827244Z","caller":"traceutil/trace.go:171","msg":"trace[2074184091] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"125.045295ms","start":"2026-04-03T01:55:27.702175Z","end":"2026-04-03T01:55:27.82722Z","steps":["trace[2074184091] 'process raft request' (duration: 124.615678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:27.934283Z","caller":"traceutil/trace.go:171","msg":"trace[848011046] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"123.424555ms","start":"2026-04-03T01:55:27.810838Z","end":"2026-04-03T01:55:27.934262Z","steps":["trace[848011046] 'process raft request' (duration: 104.793599ms)","trace[848011046] 'compare' (duration: 18.523114ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:55:27.935822Z","caller":"traceutil/trace.go:171","msg":"trace[1893971105] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"102.17098ms","start":"2026-04-03T01:55:27.833627Z","end":"2026-04-03T01:55:27.935798Z","steps":["trace[1893971105] 'process raft request' (duration: 102.111749ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:27.936235Z","caller":"traceutil/trace.go:171","msg":"trace[1405087119] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"102.972704ms","start":"2026-04-03T01:55:27.833251Z","end":"2026-04-03T01:55:27.936223Z","steps":["trace[1405087119] 'process raft request' (duration: 102.387174ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:32.705228Z","caller":"traceutil/trace.go:171","msg":"trace[295831816] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"121.043831ms","start":"2026-04-03T01:55:32.584163Z","end":"2026-04-03T01:55:32.705207Z","steps":["trace[295831816] 'process raft request' (duration: 120.920138ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:44.348755Z","caller":"traceutil/trace.go:171","msg":"trace[388588581] transaction","detail":"{read_only:false; response_revision:9350; number_of_response:1; }","duration":"142.775246ms","start":"2026-04-03T01:55:44.205951Z","end":"2026-04-03T01:55:44.348726Z","steps":["trace[388588581] 'process raft request' (duration: 142.503781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:55:44.348948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.304953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T01:55:44.349008Z","caller":"traceutil/trace.go:171","msg":"trace[235073331] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9350; }","duration":"102.437215ms","start":"2026-04-03T01:55:44.246555Z","end":"2026-04-03T01:55:44.348993Z","steps":["trace[235073331] 'agreement among raft nodes before linearized reading' (duration: 102.258751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:44.349232Z","caller":"traceutil/trace.go:171","msg":"trace[1686533925] linearizableReadLoop","detail":"{readStateIndex:9680; appliedIndex:9679; }","duration":"102.024857ms","start":"2026-04-03T01:55:44.246628Z","end":"2026-04-03T01:55:44.348653Z","steps":["trace[1686533925] 'read index received' (duration: 101.751102ms)","trace[1686533925] 'applied index is now lower than readState.Index' (duration: 272.705µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:55:44.648921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.887616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:55:44.649041Z","caller":"traceutil/trace.go:171","msg":"trace[1703300650] transaction","detail":"{read_only:false; response_revision:9351; number_of_response:1; }","duration":"296.104807ms","start":"2026-04-03T01:55:44.352916Z","end":"2026-04-03T01:55:44.649021Z","steps":["trace[1703300650] 'process raft request' (duration: 24.001327ms)","trace[1703300650] 'compare' (duration: 271.688522ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:55:44.702881Z","caller":"traceutil/trace.go:171","msg":"trace[1382948882] linearizableReadLoop","detail":"{readStateIndex:9684; appliedIndex:9680; }","duration":"348.630973ms","start":"2026-04-03T01:55:44.354225Z","end":"2026-04-03T01:55:44.702855Z","steps":["trace[1382948882] 'read index received' (duration: 22.702443ms)","trace[1382948882] 'applied index is now lower than readState.Index' (duration: 325.92766ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:55:44.702972Z","caller":"traceutil/trace.go:171","msg":"trace[1097395410] transaction","detail":"{read_only:false; response_revision:9353; number_of_response:1; }","duration":"349.500689ms","start":"2026-04-03T01:55:44.353436Z","end":"2026-04-03T01:55:44.702937Z","steps":["trace[1097395410] 'process raft request' (duration: 349.349816ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:44.703037Z","caller":"traceutil/trace.go:171","msg":"trace[1369133153] transaction","detail":"{read_only:false; response_revision:9354; number_of_response:1; }","duration":"349.208654ms","start":"2026-04-03T01:55:44.353779Z","end":"2026-04-03T01:55:44.702987Z","steps":["trace[1369133153] 'process raft request' (duration: 349.043261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:55:44.703216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:55:44.35342Z","time spent":"349.651521ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:55:44.70332Z","caller":"traceutil/trace.go:171","msg":"trace[1911816009] transaction","detail":"{read_only:false; response_revision:9352; number_of_response:1; }","duration":"349.895587ms","start":"2026-04-03T01:55:44.353381Z","end":"2026-04-03T01:55:44.703277Z","steps":["trace[1911816009] 'process raft request' (duration: 349.255394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:55:44.703477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.227425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291195"} {"level":"info","ts":"2026-04-03T01:55:44.703527Z","caller":"traceutil/trace.go:171","msg":"trace[683135488] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9354; }","duration":"349.323777ms","start":"2026-04-03T01:55:44.354193Z","end":"2026-04-03T01:55:44.703517Z","steps":["trace[683135488] 'agreement among raft nodes before linearized reading' (duration: 348.792667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:55:44.703567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:55:44.354175Z","time spent":"349.382128ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291218,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T01:55:44.703568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:55:44.353362Z","time spent":"350.09197ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:55:44.703684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:55:44.353769Z","time spent":"349.418398ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:55:44.833315Z","caller":"traceutil/trace.go:171","msg":"trace[372002075] transaction","detail":"{read_only:false; response_revision:9355; number_of_response:1; }","duration":"358.417735ms","start":"2026-04-03T01:55:44.474836Z","end":"2026-04-03T01:55:44.833254Z","steps":["trace[372002075] 'process raft request' (duration: 298.670855ms)","trace[372002075] 'compare' (duration: 59.309582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:55:44.833541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:55:44.474793Z","time spent":"358.595119ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:55:44.8337Z","caller":"traceutil/trace.go:171","msg":"trace[518151696] linearizableReadLoop","detail":"{readStateIndex:9687; appliedIndex:9684; }","duration":"130.720182ms","start":"2026-04-03T01:55:44.702957Z","end":"2026-04-03T01:55:44.833677Z","steps":["trace[518151696] 'read index received' (duration: 70.454641ms)","trace[518151696] 'applied index is now lower than readState.Index' (duration: 60.264761ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:55:44.833879Z","caller":"traceutil/trace.go:171","msg":"trace[836940935] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"351.67892ms","start":"2026-04-03T01:55:44.482184Z","end":"2026-04-03T01:55:44.833863Z","steps":["trace[836940935] 'process raft request' (duration: 351.400395ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:44.833878Z","caller":"traceutil/trace.go:171","msg":"trace[2129857924] transaction","detail":"{read_only:false; response_revision:9356; number_of_response:1; }","duration":"351.841752ms","start":"2026-04-03T01:55:44.482Z","end":"2026-04-03T01:55:44.833841Z","steps":["trace[2129857924] 'process raft request' (duration: 351.025847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:55:44.834033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:55:44.481989Z","time spent":"351.955185ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:55:44.834052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.529843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T01:55:44.834087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.355485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:55:44.834128Z","caller":"traceutil/trace.go:171","msg":"trace[1384067889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9357; }","duration":"422.421935ms","start":"2026-04-03T01:55:44.411695Z","end":"2026-04-03T01:55:44.834117Z","steps":["trace[1384067889] 'agreement among raft nodes before linearized reading' (duration: 422.340144ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:55:44.83413Z","caller":"traceutil/trace.go:171","msg":"trace[951065563] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9357; }","duration":"454.641005ms","start":"2026-04-03T01:55:44.379469Z","end":"2026-04-03T01:55:44.83411Z","steps":["trace[951065563] 'agreement among raft nodes before linearized reading' (duration: 454.419191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:55:44.834168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:55:44.411682Z","time spent":"422.479557ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:55:44.834182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:55:44.379421Z","time spent":"454.750117ms","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:55:44.83418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:55:44.482146Z","time spent":"351.765852ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:56:25.038711Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fb85913747d92cac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T01:56:25.081348Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T01:56:25.081468Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T01:58:24.185784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8056} {"level":"info","ts":"2026-04-03T01:58:24.251335Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8056,"took":"63.214743ms","hash":3286120016,"current-db-size-bytes":56700928,"current-db-size":"57 MB","current-db-size-in-use-bytes":29523968,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-03T01:58:24.251392Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3286120016,"revision":8056,"compact-revision":5924} {"level":"info","ts":"2026-04-03T02:03:24.191497Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10562} {"level":"info","ts":"2026-04-03T02:03:24.280188Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10562,"took":"86.443565ms","hash":347053228,"current-db-size-bytes":56700928,"current-db-size":"57 MB","current-db-size-in-use-bytes":20836352,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-03T02:03:24.280248Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":347053228,"revision":10562,"compact-revision":8056} {"level":"info","ts":"2026-04-03T02:04:00.872996Z","caller":"traceutil/trace.go:171","msg":"trace[32488938] linearizableReadLoop","detail":"{readStateIndex:12749; appliedIndex:12746; }","duration":"132.66136ms","start":"2026-04-03T02:04:00.740307Z","end":"2026-04-03T02:04:00.872968Z","steps":["trace[32488938] 'read index received' (duration: 19.122955ms)","trace[32488938] 'applied index is now lower than readState.Index' (duration: 113.537075ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:04:00.87304Z","caller":"traceutil/trace.go:171","msg":"trace[1933198089] transaction","detail":"{read_only:false; response_revision:12306; number_of_response:1; }","duration":"179.333325ms","start":"2026-04-03T02:04:00.693674Z","end":"2026-04-03T02:04:00.873007Z","steps":["trace[1933198089] 'process raft request' (duration: 179.07296ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:04:00.873067Z","caller":"traceutil/trace.go:171","msg":"trace[1082875467] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"177.415119ms","start":"2026-04-03T02:04:00.695625Z","end":"2026-04-03T02:04:00.873041Z","steps":["trace[1082875467] 'process raft request' (duration: 177.295767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:04:00.873392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.989396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5445"} {"level":"warn","ts":"2026-04-03T02:04:00.873379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.432289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-04-03T02:04:00.873443Z","caller":"traceutil/trace.go:171","msg":"trace[2108289989] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:12307; }","duration":"133.153098ms","start":"2026-04-03T02:04:00.740278Z","end":"2026-04-03T02:04:00.873431Z","steps":["trace[2108289989] 'agreement among raft nodes before linearized reading' (duration: 132.829702ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:04:00.873458Z","caller":"traceutil/trace.go:171","msg":"trace[2095018914] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:12307; }","duration":"122.561971ms","start":"2026-04-03T02:04:00.750878Z","end":"2026-04-03T02:04:00.87344Z","steps":["trace[2095018914] 'agreement among raft nodes before linearized reading' (duration: 122.332627ms)"],"step_count":1}