{"level":"warn","ts":"2026-05-04T01:38:30.618892Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T01:38:30.619064Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-04T01:38:30.619181Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T01:38:30.619224Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-05-04T01:38:30.619273Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T01:38:30.620142Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-05-04T01:38:30.620271Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-04T01:38:30.624598Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.021544ms"} {"level":"info","ts":"2026-05-04T01:38:30.631703Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-05-04T01:38:30.631847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-05-04T01:38:30.632159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-05-04T01:38:30.632201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-04T01:38:30.632248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-05-04T01:38:30.632324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-05-04T01:38:30.64025Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-04T01:38:30.643432Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-04T01:38:30.645051Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-04T01:38:30.648645Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-04T01:38:30.648959Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-04T01:38:30.649029Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:38:30.649204Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:38:30.64923Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:38:30.649865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-05-04T01:38:30.65044Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-05-04T01:38:30.652762Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T01:38:30.652917Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-05-04T01:38:30.653053Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-04T01:38:30.653061Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-05-04T01:38:30.653013Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-04T01:38:31.333068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-05-04T01:38:31.333143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-04T01:38:31.333216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-05-04T01:38:31.33326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-05-04T01:38:31.33328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-05-04T01:38:31.333298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-05-04T01:38:31.333315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-05-04T01:38:31.335605Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-05-04T01:38:31.335629Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T01:38:31.33564Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:38:31.33568Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T01:38:31.336004Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-04T01:38:31.336143Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-04T01:38:31.336732Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:38:31.336922Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:38:31.336966Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:38:31.338943Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-04T01:38:31.340006Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-05-04T01:38:33.826381Z","caller":"traceutil/trace.go:171","msg":"trace[1043515976] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"168.03904ms","start":"2026-05-04T01:38:33.658315Z","end":"2026-05-04T01:38:33.826354Z","steps":["trace[1043515976] 'read index received' (duration: 167.805306ms)","trace[1043515976] 'applied index is now lower than readState.Index' (duration: 232.584µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:38:33.826469Z","caller":"traceutil/trace.go:171","msg":"trace[1818960205] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"169.335445ms","start":"2026-05-04T01:38:33.657087Z","end":"2026-05-04T01:38:33.826422Z","steps":["trace[1818960205] 'process raft request' (duration: 169.12765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:38:33.826741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.324117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-04T01:38:33.826874Z","caller":"traceutil/trace.go:171","msg":"trace[838885661] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:72; }","duration":"168.558791ms","start":"2026-05-04T01:38:33.658288Z","end":"2026-05-04T01:38:33.826847Z","steps":["trace[838885661] 'agreement among raft nodes before linearized reading' (duration: 168.218705ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:38:39.121691Z","caller":"traceutil/trace.go:171","msg":"trace[385865880] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"114.54441ms","start":"2026-05-04T01:38:39.007111Z","end":"2026-05-04T01:38:39.121656Z","steps":["trace[385865880] 'process raft request' (duration: 114.083692ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:38:48.06846Z","caller":"traceutil/trace.go:171","msg":"trace[914758850] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"299.575696ms","start":"2026-05-04T01:38:47.768857Z","end":"2026-05-04T01:38:48.068433Z","steps":["trace[914758850] 'read index received' (duration: 299.418603ms)","trace[914758850] 'applied index is now lower than readState.Index' (duration: 155.983µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:38:48.068517Z","caller":"traceutil/trace.go:171","msg":"trace[8630207] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"466.546798ms","start":"2026-05-04T01:38:47.601932Z","end":"2026-05-04T01:38:48.068479Z","steps":["trace[8630207] 'process raft request' (duration: 466.352704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:38:48.068628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.754701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-05-04T01:38:48.068672Z","caller":"traceutil/trace.go:171","msg":"trace[1060322154] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:374; }","duration":"299.874023ms","start":"2026-05-04T01:38:47.768787Z","end":"2026-05-04T01:38:48.068661Z","steps":["trace[1060322154] 'agreement among raft nodes before linearized reading' (duration: 299.75293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:38:48.06925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:38:47.601908Z","time spent":"466.704641ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:39:07.457259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.643678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:39:07.457342Z","caller":"traceutil/trace.go:171","msg":"trace[737891156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"276.771889ms","start":"2026-05-04T01:39:07.180554Z","end":"2026-05-04T01:39:07.457326Z","steps":["trace[737891156] 'range keys from in-memory index tree' (duration: 276.531905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:07.457333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.82501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-04T01:39:07.457399Z","caller":"traceutil/trace.go:171","msg":"trace[595592646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:575; }","duration":"214.950322ms","start":"2026-05-04T01:39:07.242432Z","end":"2026-05-04T01:39:07.457383Z","steps":["trace[595592646] 'range keys from in-memory index tree' (duration: 214.641597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:07.457549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.878762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7krhd\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-04T01:39:07.45767Z","caller":"traceutil/trace.go:171","msg":"trace[1852751504] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7krhd; range_end:; response_count:1; response_revision:575; }","duration":"222.138388ms","start":"2026-05-04T01:39:07.235505Z","end":"2026-05-04T01:39:07.457643Z","steps":["trace[1852751504] 'range keys from in-memory index tree' (duration: 221.607988ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:07.698683Z","caller":"traceutil/trace.go:171","msg":"trace[490650920] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:594; }","duration":"239.85781ms","start":"2026-05-04T01:39:07.458778Z","end":"2026-05-04T01:39:07.698636Z","steps":["trace[490650920] 'read index received' (duration: 238.860781ms)","trace[490650920] 'applied index is now lower than readState.Index' (duration: 995.849µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:39:07.698712Z","caller":"traceutil/trace.go:171","msg":"trace[1842431043] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"242.52132ms","start":"2026-05-04T01:39:07.456151Z","end":"2026-05-04T01:39:07.698672Z","steps":["trace[1842431043] 'process raft request' (duration: 241.790726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:07.698912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.096805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:39:07.699038Z","caller":"traceutil/trace.go:171","msg":"trace[1621809516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"240.278007ms","start":"2026-05-04T01:39:07.458732Z","end":"2026-05-04T01:39:07.69901Z","steps":["trace[1621809516] 'agreement among raft nodes before linearized reading' (duration: 240.035863ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:07.816202Z","caller":"traceutil/trace.go:171","msg":"trace[446611476] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"353.503847ms","start":"2026-05-04T01:39:07.462672Z","end":"2026-05-04T01:39:07.816175Z","steps":["trace[446611476] 'process raft request' (duration: 329.786823ms)","trace[446611476] 'compare' (duration: 23.490529ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:07.816365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:07.462646Z","time spent":"353.63542ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:39:07.816462Z","caller":"traceutil/trace.go:171","msg":"trace[1296241649] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"343.306785ms","start":"2026-05-04T01:39:07.473124Z","end":"2026-05-04T01:39:07.81643Z","steps":["trace[1296241649] 'process raft request' (duration: 342.974899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:07.816619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:07.473098Z","time spent":"343.439138ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:39:08.447413Z","caller":"traceutil/trace.go:171","msg":"trace[231252376] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"271.473641ms","start":"2026-05-04T01:39:08.175911Z","end":"2026-05-04T01:39:08.447385Z","steps":["trace[231252376] 'process raft request' (duration: 271.316788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:09.011019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052442441477328,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T01:39:09.161044Z","caller":"traceutil/trace.go:171","msg":"trace[1123177033] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"650.673039ms","start":"2026-05-04T01:39:08.510325Z","end":"2026-05-04T01:39:09.160998Z","steps":["trace[1123177033] 'read index received' (duration: 644.119976ms)","trace[1123177033] 'applied index is now lower than readState.Index' (duration: 6.552353ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:39:09.161137Z","caller":"traceutil/trace.go:171","msg":"trace[1436867843] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"914.198202ms","start":"2026-05-04T01:39:08.246884Z","end":"2026-05-04T01:39:09.161082Z","steps":["trace[1436867843] 'process raft request' (duration: 912.271837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:09.16123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.867133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:39:09.161323Z","caller":"traceutil/trace.go:171","msg":"trace[1750101014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"651.011085ms","start":"2026-05-04T01:39:08.510289Z","end":"2026-05-04T01:39:09.1613Z","steps":["trace[1750101014] 'agreement among raft nodes before linearized reading' (duration: 650.833152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:09.161307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.222289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:39:09.161448Z","caller":"traceutil/trace.go:171","msg":"trace[1516918626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:581; }","duration":"230.360972ms","start":"2026-05-04T01:39:08.931065Z","end":"2026-05-04T01:39:09.161426Z","steps":["trace[1516918626] 'agreement among raft nodes before linearized reading' (duration: 230.161128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:09.161249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.5022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:39:09.161559Z","caller":"traceutil/trace.go:171","msg":"trace[1506784295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:581; }","duration":"601.02656ms","start":"2026-05-04T01:39:08.560513Z","end":"2026-05-04T01:39:09.161539Z","steps":["trace[1506784295] 'agreement among raft nodes before linearized reading' (duration: 600.666393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:09.161611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:08.560488Z","time spent":"601.110153ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:39:09.16135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:08.246858Z","time spent":"914.394555ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:39:09.16138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:08.510272Z","time spent":"651.096347ms","remote":"127.0.0.1:56726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:39:24.634563Z","caller":"traceutil/trace.go:171","msg":"trace[846330187] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"285.34364ms","start":"2026-05-04T01:39:24.349173Z","end":"2026-05-04T01:39:24.634516Z","steps":["trace[846330187] 'process raft request' (duration: 284.984983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:52.679831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052442441478420,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T01:39:52.688199Z","caller":"traceutil/trace.go:171","msg":"trace[1844414829] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1164; }","duration":"509.365274ms","start":"2026-05-04T01:39:52.17881Z","end":"2026-05-04T01:39:52.688175Z","steps":["trace[1844414829] 'read index received' (duration: 509.14731ms)","trace[1844414829] 'applied index is now lower than readState.Index' (duration: 216.894µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:52.688334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.509166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:39:52.688358Z","caller":"traceutil/trace.go:171","msg":"trace[489438036] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"515.875655ms","start":"2026-05-04T01:39:52.172431Z","end":"2026-05-04T01:39:52.688306Z","steps":["trace[489438036] 'process raft request' (duration: 515.58071ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:52.68841Z","caller":"traceutil/trace.go:171","msg":"trace[2010379105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1134; }","duration":"509.607348ms","start":"2026-05-04T01:39:52.178755Z","end":"2026-05-04T01:39:52.688362Z","steps":["trace[2010379105] 'agreement among raft nodes before linearized reading' (duration: 509.520757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:52.68846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:52.178722Z","time spent":"509.726981ms","remote":"127.0.0.1:56726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T01:39:52.688516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:52.172407Z","time spent":"516.017727ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:40:39.93805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.180549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:40:39.938288Z","caller":"traceutil/trace.go:171","msg":"trace[2110092072] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1867; }","duration":"221.088711ms","start":"2026-05-04T01:40:39.717177Z","end":"2026-05-04T01:40:39.938266Z","steps":["trace[2110092072] 'read index received' (duration: 63.181µs)","trace[2110092072] 'applied index is now lower than readState.Index' (duration: 221.02424ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:39.938411Z","caller":"traceutil/trace.go:171","msg":"trace[1536433788] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"262.144533ms","start":"2026-05-04T01:40:39.676233Z","end":"2026-05-04T01:40:39.938377Z","steps":["trace[1536433788] 'process raft request' (duration: 30.382304ms)","trace[1536433788] 'compare' (duration: 231.042655ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:39.938554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.377046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-55ab83dd-dcd7-448c-9378-163883dda471\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-04T01:40:39.938615Z","caller":"traceutil/trace.go:171","msg":"trace[710828503] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-55ab83dd-dcd7-448c-9378-163883dda471; range_end:; response_count:1; response_revision:1802; }","duration":"221.482818ms","start":"2026-05-04T01:40:39.71712Z","end":"2026-05-04T01:40:39.938603Z","steps":["trace[710828503] 'agreement among raft nodes before linearized reading' (duration: 221.257364ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:39.984167Z","caller":"traceutil/trace.go:171","msg":"trace[1600763519] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"243.960116ms","start":"2026-05-04T01:40:39.740173Z","end":"2026-05-04T01:40:39.984133Z","steps":["trace[1600763519] 'process raft request' (duration: 243.784322ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:40.100913Z","caller":"traceutil/trace.go:171","msg":"trace[177890545] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1869; }","duration":"162.541351ms","start":"2026-05-04T01:40:39.938345Z","end":"2026-05-04T01:40:40.100886Z","steps":["trace[177890545] 'read index received' (duration: 45.811741ms)","trace[177890545] 'applied index is now lower than readState.Index' (duration: 116.7287ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:40.100964Z","caller":"traceutil/trace.go:171","msg":"trace[95458696] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"156.51467ms","start":"2026-05-04T01:40:39.944399Z","end":"2026-05-04T01:40:40.100913Z","steps":["trace[95458696] 'process raft request' (duration: 156.347727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:40.101142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.773221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-04T01:40:40.101186Z","caller":"traceutil/trace.go:171","msg":"trace[790250962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1804; }","duration":"222.877713ms","start":"2026-05-04T01:40:39.878296Z","end":"2026-05-04T01:40:40.101174Z","steps":["trace[790250962] 'agreement among raft nodes before linearized reading' (duration: 222.70735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:40.421418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.255192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-55ab83dd-dcd7-448c-9378-163883dda471\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-04T01:40:40.421529Z","caller":"traceutil/trace.go:171","msg":"trace[548427411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-55ab83dd-dcd7-448c-9378-163883dda471; range_end:; response_count:1; response_revision:1804; }","duration":"151.424825ms","start":"2026-05-04T01:40:40.270085Z","end":"2026-05-04T01:40:40.421509Z","steps":["trace[548427411] 'range keys from in-memory index tree' (duration: 151.082669ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:53.916646Z","caller":"traceutil/trace.go:171","msg":"trace[934020129] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"203.584774ms","start":"2026-05-04T01:40:53.713038Z","end":"2026-05-04T01:40:53.916623Z","steps":["trace[934020129] 'read index received' (duration: 203.498663ms)","trace[934020129] 'applied index is now lower than readState.Index' (duration: 84.781µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:53.916755Z","caller":"traceutil/trace.go:171","msg":"trace[1537113877] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"204.636565ms","start":"2026-05-04T01:40:53.712081Z","end":"2026-05-04T01:40:53.916718Z","steps":["trace[1537113877] 'process raft request' (duration: 204.377109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:53.916853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.789749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-05-04T01:40:53.916893Z","caller":"traceutil/trace.go:171","msg":"trace[362250161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1917; }","duration":"203.858221ms","start":"2026-05-04T01:40:53.713022Z","end":"2026-05-04T01:40:53.916881Z","steps":["trace[362250161] 'agreement among raft nodes before linearized reading' (duration: 203.702448ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:53.928299Z","caller":"traceutil/trace.go:171","msg":"trace[133362070] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"215.1625ms","start":"2026-05-04T01:40:53.713106Z","end":"2026-05-04T01:40:53.928268Z","steps":["trace[133362070] 'process raft request' (duration: 215.021508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:24.331936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.497954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:41:24.332205Z","caller":"traceutil/trace.go:171","msg":"trace[739535411] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"220.143698ms","start":"2026-05-04T01:41:24.112022Z","end":"2026-05-04T01:41:24.332166Z","steps":["trace[739535411] 'process raft request' (duration: 111.214425ms)","trace[739535411] 'compare' (duration: 108.24321ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:41:24.332253Z","caller":"traceutil/trace.go:171","msg":"trace[1184487378] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"208.193237ms","start":"2026-05-04T01:41:24.124032Z","end":"2026-05-04T01:41:24.332225Z","steps":["trace[1184487378] 'process raft request' (duration: 208.030244ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:24.332448Z","caller":"traceutil/trace.go:171","msg":"trace[1797487763] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"192.625008ms","start":"2026-05-04T01:41:24.139815Z","end":"2026-05-04T01:41:24.33244Z","steps":["trace[1797487763] 'process raft request' (duration: 192.361063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:25.042317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.324971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-04T01:41:25.042532Z","caller":"traceutil/trace.go:171","msg":"trace[2105360375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2099; }","duration":"607.595606ms","start":"2026-05-04T01:41:24.434907Z","end":"2026-05-04T01:41:25.042503Z","steps":["trace[2105360375] 'range keys from in-memory index tree' (duration: 607.089677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:25.042805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:24.434885Z","time spent":"607.894311ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-04T01:41:25.042343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.083129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-04T01:41:25.043178Z","caller":"traceutil/trace.go:171","msg":"trace[1606765349] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:2099; }","duration":"500.950665ms","start":"2026-05-04T01:41:24.542194Z","end":"2026-05-04T01:41:25.043145Z","steps":["trace[1606765349] 'range keys from in-memory index tree' (duration: 499.879375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:25.043243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:24.542167Z","time spent":"501.059007ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-05-04T01:41:25.391595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.694892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-04T01:41:25.39175Z","caller":"traceutil/trace.go:171","msg":"trace[991164445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2101; }","duration":"134.883846ms","start":"2026-05-04T01:41:25.256819Z","end":"2026-05-04T01:41:25.391703Z","steps":["trace[991164445] 'range keys from in-memory index tree' (duration: 134.448947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:25.391716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.837585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:41:25.391942Z","caller":"traceutil/trace.go:171","msg":"trace[720847823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2101; }","duration":"212.11542ms","start":"2026-05-04T01:41:25.179803Z","end":"2026-05-04T01:41:25.391918Z","steps":["trace[720847823] 'range keys from in-memory index tree' (duration: 211.655251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:25.954164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.146244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-04T01:41:25.954169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.635311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-04T01:41:25.954258Z","caller":"traceutil/trace.go:171","msg":"trace[885610882] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2102; }","duration":"181.292987ms","start":"2026-05-04T01:41:25.772942Z","end":"2026-05-04T01:41:25.954235Z","steps":["trace[885610882] 'range keys from in-memory index tree' (duration: 180.885089ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:25.954281Z","caller":"traceutil/trace.go:171","msg":"trace[505952891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2102; }","duration":"428.811515ms","start":"2026-05-04T01:41:25.525445Z","end":"2026-05-04T01:41:25.954257Z","steps":["trace[505952891] 'range keys from in-memory index tree' (duration: 428.369717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:25.954436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:25.525422Z","time spent":"428.995677ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T01:41:25.954164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.727651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T01:41:25.95467Z","caller":"traceutil/trace.go:171","msg":"trace[1121793359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2102; }","duration":"423.272533ms","start":"2026-05-04T01:41:25.531378Z","end":"2026-05-04T01:41:25.954651Z","steps":["trace[1121793359] 'range keys from in-memory index tree' (duration: 422.544389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:25.954718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:25.531359Z","time spent":"423.344824ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T01:41:26.126076Z","caller":"traceutil/trace.go:171","msg":"trace[919732785] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"167.623694ms","start":"2026-05-04T01:41:25.958421Z","end":"2026-05-04T01:41:26.126045Z","steps":["trace[919732785] 'process raft request' (duration: 166.563614ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:26.139821Z","caller":"traceutil/trace.go:171","msg":"trace[387788806] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"180.278798ms","start":"2026-05-04T01:41:25.959524Z","end":"2026-05-04T01:41:26.139803Z","steps":["trace[387788806] 'process raft request' (duration: 180.107325ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:26.140014Z","caller":"traceutil/trace.go:171","msg":"trace[1791257398] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"180.157487ms","start":"2026-05-04T01:41:25.959835Z","end":"2026-05-04T01:41:26.139993Z","steps":["trace[1791257398] 'process raft request' (duration: 179.897492ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:31.191585Z","caller":"traceutil/trace.go:171","msg":"trace[1339545779] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"115.26893ms","start":"2026-05-04T01:41:31.076288Z","end":"2026-05-04T01:41:31.191557Z","steps":["trace[1339545779] 'process raft request' (duration: 114.975285ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:20.562384Z","caller":"traceutil/trace.go:171","msg":"trace[421419603] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2662; }","duration":"128.632048ms","start":"2026-05-04T01:42:20.433716Z","end":"2026-05-04T01:42:20.562348Z","steps":["trace[421419603] 'read index received' (duration: 128.372914ms)","trace[421419603] 'applied index is now lower than readState.Index' (duration: 257.844µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:20.562609Z","caller":"traceutil/trace.go:171","msg":"trace[1164282495] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"158.529645ms","start":"2026-05-04T01:42:20.404055Z","end":"2026-05-04T01:42:20.562585Z","steps":["trace[1164282495] 'process raft request' (duration: 158.107447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:20.562738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.963366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-04T01:42:20.562811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.600654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-04T01:42:20.562807Z","caller":"traceutil/trace.go:171","msg":"trace[1031771382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2569; }","duration":"129.14324ms","start":"2026-05-04T01:42:20.433648Z","end":"2026-05-04T01:42:20.562791Z","steps":["trace[1031771382] 'agreement among raft nodes before linearized reading' (duration: 128.884986ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:20.562849Z","caller":"traceutil/trace.go:171","msg":"trace[55421405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2569; }","duration":"117.658606ms","start":"2026-05-04T01:42:20.445177Z","end":"2026-05-04T01:42:20.562836Z","steps":["trace[55421405] 'agreement among raft nodes before linearized reading' (duration: 117.560144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:20.562952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.468661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-04T01:42:20.562906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.954339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:42:20.562992Z","caller":"traceutil/trace.go:171","msg":"trace[1253584914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2569; }","duration":"118.519692ms","start":"2026-05-04T01:42:20.444461Z","end":"2026-05-04T01:42:20.56298Z","steps":["trace[1253584914] 'agreement among raft nodes before linearized reading' (duration: 118.4105ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:20.563028Z","caller":"traceutil/trace.go:171","msg":"trace[753863464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2569; }","duration":"119.139443ms","start":"2026-05-04T01:42:20.443857Z","end":"2026-05-04T01:42:20.562996Z","steps":["trace[753863464] 'agreement among raft nodes before linearized reading' (duration: 118.772736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:45:29.972507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.312078ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-04T01:45:29.972643Z","caller":"traceutil/trace.go:171","msg":"trace[1463997641] linearizableReadLoop","detail":"{readStateIndex:3935; appliedIndex:3934; }","duration":"295.611991ms","start":"2026-05-04T01:45:29.677008Z","end":"2026-05-04T01:45:29.97262Z","steps":["trace[1463997641] 'read index received' (duration: 145.0885ms)","trace[1463997641] 'applied index is now lower than readState.Index' (duration: 150.521581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:45:29.972828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.814415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T01:45:29.972911Z","caller":"traceutil/trace.go:171","msg":"trace[72677359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3795; }","duration":"295.902756ms","start":"2026-05-04T01:45:29.676992Z","end":"2026-05-04T01:45:29.972895Z","steps":["trace[72677359] 'agreement among raft nodes before linearized reading' (duration: 295.689322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:46:46.155885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.473315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:46:46.15625Z","caller":"traceutil/trace.go:171","msg":"trace[1306969766] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"142.917072ms","start":"2026-05-04T01:46:46.013319Z","end":"2026-05-04T01:46:46.156236Z","steps":["trace[1306969766] 'process raft request' (duration: 15.01555ms)","trace[1306969766] 'compare' (duration: 127.2312ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:46:46.15627Z","caller":"traceutil/trace.go:171","msg":"trace[163868079] linearizableReadLoop","detail":"{readStateIndex:4918; appliedIndex:4916; }","duration":"136.322659ms","start":"2026-05-04T01:46:46.019917Z","end":"2026-05-04T01:46:46.156239Z","steps":["trace[163868079] 'read index received' (duration: 2.456456ms)","trace[163868079] 'applied index is now lower than readState.Index' (duration: 133.863203ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:46:46.156328Z","caller":"traceutil/trace.go:171","msg":"trace[1372043734] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"142.856021ms","start":"2026-05-04T01:46:46.013419Z","end":"2026-05-04T01:46:46.156275Z","steps":["trace[1372043734] 'process raft request' (duration: 142.543425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:46:46.156499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.549603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:46:46.156596Z","caller":"traceutil/trace.go:171","msg":"trace[868742238] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4742; }","duration":"136.688186ms","start":"2026-05-04T01:46:46.019884Z","end":"2026-05-04T01:46:46.156573Z","steps":["trace[868742238] 'agreement among raft nodes before linearized reading' (duration: 136.516552ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:46:48.791199Z","caller":"traceutil/trace.go:171","msg":"trace[333661700] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"169.743351ms","start":"2026-05-04T01:46:48.621431Z","end":"2026-05-04T01:46:48.791174Z","steps":["trace[333661700] 'process raft request' (duration: 164.029885ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:46:52.365743Z","caller":"traceutil/trace.go:171","msg":"trace[1470905508] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"160.856207ms","start":"2026-05-04T01:46:52.204858Z","end":"2026-05-04T01:46:52.365714Z","steps":["trace[1470905508] 'process raft request' (duration: 160.684654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:46:52.615057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.831722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:46:52.615133Z","caller":"traceutil/trace.go:171","msg":"trace[164906993] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"235.462046ms","start":"2026-05-04T01:46:52.379659Z","end":"2026-05-04T01:46:52.615122Z","steps":["trace[164906993] 'process raft request' (duration: 64.515282ms)","trace[164906993] 'compare' (duration: 170.629239ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:46:52.65637Z","caller":"traceutil/trace.go:171","msg":"trace[448731849] linearizableReadLoop","detail":"{readStateIndex:5152; appliedIndex:5150; }","duration":"233.454809ms","start":"2026-05-04T01:46:52.42289Z","end":"2026-05-04T01:46:52.656344Z","steps":["trace[448731849] 'read index received' (duration: 21.302956ms)","trace[448731849] 'applied index is now lower than readState.Index' (duration: 212.150873ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:46:52.656439Z","caller":"traceutil/trace.go:171","msg":"trace[215018637] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"253.824578ms","start":"2026-05-04T01:46:52.402578Z","end":"2026-05-04T01:46:52.656402Z","steps":["trace[215018637] 'process raft request' (duration: 253.565913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:46:52.656639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.698203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4xdm6-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-05-04T01:46:52.656709Z","caller":"traceutil/trace.go:171","msg":"trace[1439923005] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4xdm6-tls; range_end:; response_count:1; response_revision:4969; }","duration":"233.839216ms","start":"2026-05-04T01:46:52.42285Z","end":"2026-05-04T01:46:52.656689Z","steps":["trace[1439923005] 'agreement among raft nodes before linearized reading' (duration: 233.629092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:46:52.656989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.185282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T01:46:52.657057Z","caller":"traceutil/trace.go:171","msg":"trace[2017354412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4969; }","duration":"227.306663ms","start":"2026-05-04T01:46:52.429737Z","end":"2026-05-04T01:46:52.657043Z","steps":["trace[2017354412] 'agreement among raft nodes before linearized reading' (duration: 226.783524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:46:59.929731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.857998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-04T01:46:59.930025Z","caller":"traceutil/trace.go:171","msg":"trace[732065049] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"102.612911ms","start":"2026-05-04T01:46:59.827393Z","end":"2026-05-04T01:46:59.930006Z","steps":["trace[732065049] 'process raft request' (duration: 102.474258ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:46:59.930075Z","caller":"traceutil/trace.go:171","msg":"trace[1083877484] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5295; }","duration":"170.632798ms","start":"2026-05-04T01:46:59.759385Z","end":"2026-05-04T01:46:59.930017Z","steps":["trace[1083877484] 'read index received' (duration: 60.947145ms)","trace[1083877484] 'applied index is now lower than readState.Index' (duration: 109.675113ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:46:59.930593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.179548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-04T01:46:59.930709Z","caller":"traceutil/trace.go:171","msg":"trace[1340333476] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5110; }","duration":"171.339181ms","start":"2026-05-04T01:46:59.759343Z","end":"2026-05-04T01:46:59.930682Z","steps":["trace[1340333476] 'agreement among raft nodes before linearized reading' (duration: 170.837152ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:46:59.950274Z","caller":"traceutil/trace.go:171","msg":"trace[7659831] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"121.930802ms","start":"2026-05-04T01:46:59.828322Z","end":"2026-05-04T01:46:59.950253Z","steps":["trace[7659831] 'process raft request' (duration: 121.639877ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:46:59.950384Z","caller":"traceutil/trace.go:171","msg":"trace[1492468952] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"121.690317ms","start":"2026-05-04T01:46:59.828672Z","end":"2026-05-04T01:46:59.950362Z","steps":["trace[1492468952] 'process raft request' (duration: 121.500414ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:46:59.950452Z","caller":"traceutil/trace.go:171","msg":"trace[471575000] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"121.662987ms","start":"2026-05-04T01:46:59.828766Z","end":"2026-05-04T01:46:59.950429Z","steps":["trace[471575000] 'process raft request' (duration: 121.467324ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:46:59.950516Z","caller":"traceutil/trace.go:171","msg":"trace[765348528] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"121.227168ms","start":"2026-05-04T01:46:59.829249Z","end":"2026-05-04T01:46:59.950476Z","steps":["trace[765348528] 'process raft request' (duration: 121.059845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:02.047856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:47:02.047982Z","caller":"traceutil/trace.go:171","msg":"trace[1045814891] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5159; }","duration":"111.287602ms","start":"2026-05-04T01:47:01.936667Z","end":"2026-05-04T01:47:02.047954Z","steps":["trace[1045814891] 'range keys from in-memory index tree' (duration: 111.025538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:10.567858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.42142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:47:10.568015Z","caller":"traceutil/trace.go:171","msg":"trace[888028152] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5527; }","duration":"287.116889ms","start":"2026-05-04T01:47:10.280881Z","end":"2026-05-04T01:47:10.567998Z","steps":["trace[888028152] 'read index received' (duration: 4.718208ms)","trace[888028152] 'applied index is now lower than readState.Index' (duration: 282.397261ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:47:10.568105Z","caller":"traceutil/trace.go:171","msg":"trace[4547359] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"354.30544ms","start":"2026-05-04T01:47:10.213788Z","end":"2026-05-04T01:47:10.568093Z","steps":["trace[4547359] 'process raft request' (duration: 151.562343ms)","trace[4547359] 'compare' (duration: 202.279008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:47:10.568167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:47:10.213768Z","time spent":"354.370011ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:47:10.568317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.682666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T01:47:10.568464Z","caller":"traceutil/trace.go:171","msg":"trace[642528938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5338; }","duration":"282.885449ms","start":"2026-05-04T01:47:10.285551Z","end":"2026-05-04T01:47:10.568436Z","steps":["trace[642528938] 'agreement among raft nodes before linearized reading' (duration: 282.595934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:10.568487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.577377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T01:47:10.568558Z","caller":"traceutil/trace.go:171","msg":"trace[1308799866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5338; }","duration":"287.690768ms","start":"2026-05-04T01:47:10.28085Z","end":"2026-05-04T01:47:10.568541Z","steps":["trace[1308799866] 'agreement among raft nodes before linearized reading' (duration: 287.449034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:12.133395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.330191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35e97dcf-33d8-4b02-8df0-82947acfe8a2\" ","response":"range_response_count:1 size:3939"} {"level":"info","ts":"2026-05-04T01:47:12.133488Z","caller":"traceutil/trace.go:171","msg":"trace[1954340415] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-35e97dcf-33d8-4b02-8df0-82947acfe8a2; range_end:; response_count:1; response_revision:5347; }","duration":"230.469353ms","start":"2026-05-04T01:47:11.902997Z","end":"2026-05-04T01:47:12.133466Z","steps":["trace[1954340415] 'range keys from in-memory index tree' (duration: 230.098956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:12.133526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.302262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-04T01:47:12.133605Z","caller":"traceutil/trace.go:171","msg":"trace[461857719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5347; }","duration":"156.439084ms","start":"2026-05-04T01:47:11.977148Z","end":"2026-05-04T01:47:12.133587Z","steps":["trace[461857719] 'range keys from in-memory index tree' (duration: 156.101448ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:47:12.178532Z","caller":"traceutil/trace.go:171","msg":"trace[648116078] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"196.376808ms","start":"2026-05-04T01:47:11.982119Z","end":"2026-05-04T01:47:12.178496Z","steps":["trace[648116078] 'process raft request' (duration: 196.114803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:20.13959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.609991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35e97dcf-33d8-4b02-8df0-82947acfe8a2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-04T01:47:20.139671Z","caller":"traceutil/trace.go:171","msg":"trace[2109728480] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35e97dcf-33d8-4b02-8df0-82947acfe8a2; range_end:; response_count:1; response_revision:5501; }","duration":"161.738173ms","start":"2026-05-04T01:47:19.977913Z","end":"2026-05-04T01:47:20.139651Z","steps":["trace[2109728480] 'range keys from in-memory index tree' (duration: 161.449838ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:48:31.368202Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2980} {"level":"info","ts":"2026-05-04T01:48:31.441313Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2980,"took":"70.894562ms","hash":4038326246,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":33656832,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-04T01:48:31.441395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4038326246,"revision":2980,"compact-revision":-1} {"level":"info","ts":"2026-05-04T01:53:06.764164Z","caller":"traceutil/trace.go:171","msg":"trace[2035601262] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8414; }","duration":"277.501172ms","start":"2026-05-04T01:53:06.486606Z","end":"2026-05-04T01:53:06.764107Z","steps":["trace[2035601262] 'read index received' (duration: 277.287289ms)","trace[2035601262] 'applied index is now lower than readState.Index' (duration: 212.573µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:53:06.764252Z","caller":"traceutil/trace.go:171","msg":"trace[94682485] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"294.751753ms","start":"2026-05-04T01:53:06.46946Z","end":"2026-05-04T01:53:06.764212Z","steps":["trace[94682485] 'process raft request' (duration: 294.459148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:53:06.764453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.337921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T01:53:06.764518Z","caller":"traceutil/trace.go:171","msg":"trace[2035568729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8134; }","duration":"255.458664ms","start":"2026-05-04T01:53:06.509046Z","end":"2026-05-04T01:53:06.764505Z","steps":["trace[2035568729] 'agreement among raft nodes before linearized reading' (duration: 255.273119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:53:06.764513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.84986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T01:53:06.764614Z","caller":"traceutil/trace.go:171","msg":"trace[974366631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8134; }","duration":"278.027573ms","start":"2026-05-04T01:53:06.48657Z","end":"2026-05-04T01:53:06.764598Z","steps":["trace[974366631] 'agreement among raft nodes before linearized reading' (duration: 277.713377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:53:06.764621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.940978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T01:53:06.76506Z","caller":"traceutil/trace.go:171","msg":"trace[1652968627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8134; }","duration":"130.437986ms","start":"2026-05-04T01:53:06.634608Z","end":"2026-05-04T01:53:06.765046Z","steps":["trace[1652968627] 'agreement among raft nodes before linearized reading' (duration: 129.822585ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:07.034788Z","caller":"traceutil/trace.go:171","msg":"trace[1574901833] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"116.452697ms","start":"2026-05-04T01:53:06.918308Z","end":"2026-05-04T01:53:07.034761Z","steps":["trace[1574901833] 'process raft request' (duration: 116.297903ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:07.036327Z","caller":"traceutil/trace.go:171","msg":"trace[1241796258] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"108.171503ms","start":"2026-05-04T01:53:06.928099Z","end":"2026-05-04T01:53:07.036271Z","steps":["trace[1241796258] 'process raft request' (duration: 107.959129ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:17.357862Z","caller":"traceutil/trace.go:171","msg":"trace[2041604438] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"279.875237ms","start":"2026-05-04T01:53:17.077958Z","end":"2026-05-04T01:53:17.357834Z","steps":["trace[2041604438] 'process raft request' (duration: 279.714453ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:17.397594Z","caller":"traceutil/trace.go:171","msg":"trace[994234038] linearizableReadLoop","detail":"{readStateIndex:8475; appliedIndex:8473; }","duration":"273.57402ms","start":"2026-05-04T01:53:17.123992Z","end":"2026-05-04T01:53:17.397566Z","steps":["trace[994234038] 'read index received' (duration: 233.758478ms)","trace[994234038] 'applied index is now lower than readState.Index' (duration: 39.814212ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:53:17.397723Z","caller":"traceutil/trace.go:171","msg":"trace[1833780348] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"302.165141ms","start":"2026-05-04T01:53:17.095547Z","end":"2026-05-04T01:53:17.397712Z","steps":["trace[1833780348] 'process raft request' (duration: 301.876096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:53:17.397814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.104069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:53:17.397863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.876695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-04T01:53:17.397849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:53:17.095522Z","time spent":"302.240433ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:53:17.397888Z","caller":"traceutil/trace.go:171","msg":"trace[1808567933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8192; }","duration":"218.19084ms","start":"2026-05-04T01:53:17.179679Z","end":"2026-05-04T01:53:17.39787Z","steps":["trace[1808567933] 'agreement among raft nodes before linearized reading' (duration: 218.063628ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:17.397899Z","caller":"traceutil/trace.go:171","msg":"trace[292595208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8192; }","duration":"273.959498ms","start":"2026-05-04T01:53:17.12393Z","end":"2026-05-04T01:53:17.39789Z","steps":["trace[292595208] 'agreement among raft nodes before linearized reading' (duration: 273.818285ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:18.180393Z","caller":"traceutil/trace.go:171","msg":"trace[378813530] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"129.344106ms","start":"2026-05-04T01:53:18.051009Z","end":"2026-05-04T01:53:18.180353Z","steps":["trace[378813530] 'process raft request' (duration: 129.189883ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:18.468401Z","caller":"traceutil/trace.go:171","msg":"trace[29859423] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"276.300101ms","start":"2026-05-04T01:53:18.19207Z","end":"2026-05-04T01:53:18.46837Z","steps":["trace[29859423] 'process raft request' (duration: 276.060297ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:19.140963Z","caller":"traceutil/trace.go:171","msg":"trace[267382218] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"121.598722ms","start":"2026-05-04T01:53:19.019338Z","end":"2026-05-04T01:53:19.140937Z","steps":["trace[267382218] 'process raft request' (duration: 62.187168ms)","trace[267382218] 'compare' (duration: 59.16058ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:53:19.141208Z","caller":"traceutil/trace.go:171","msg":"trace[1604411947] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"119.644336ms","start":"2026-05-04T01:53:19.021541Z","end":"2026-05-04T01:53:19.141185Z","steps":["trace[1604411947] 'process raft request' (duration: 119.32106ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:19.378597Z","caller":"traceutil/trace.go:171","msg":"trace[751990274] linearizableReadLoop","detail":"{readStateIndex:8486; appliedIndex:8485; }","duration":"201.416538ms","start":"2026-05-04T01:53:19.17715Z","end":"2026-05-04T01:53:19.378567Z","steps":["trace[751990274] 'read index received' (duration: 146.977555ms)","trace[751990274] 'applied index is now lower than readState.Index' (duration: 54.437273ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:53:19.378738Z","caller":"traceutil/trace.go:171","msg":"trace[1771002073] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"231.991367ms","start":"2026-05-04T01:53:19.146732Z","end":"2026-05-04T01:53:19.378723Z","steps":["trace[1771002073] 'process raft request' (duration: 177.427991ms)","trace[1771002073] 'compare' (duration: 54.218759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:53:19.378854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.690103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:53:19.378939Z","caller":"traceutil/trace.go:171","msg":"trace[987920733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8202; }","duration":"201.806734ms","start":"2026-05-04T01:53:19.17711Z","end":"2026-05-04T01:53:19.378917Z","steps":["trace[987920733] 'agreement among raft nodes before linearized reading' (duration: 201.674382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:53:19.415727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.783439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:53:19.415816Z","caller":"traceutil/trace.go:171","msg":"trace[1628209540] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8203; }","duration":"212.911791ms","start":"2026-05-04T01:53:19.202885Z","end":"2026-05-04T01:53:19.415797Z","steps":["trace[1628209540] 'agreement among raft nodes before linearized reading' (duration: 212.745608ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:53:31.374046Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6092} {"level":"info","ts":"2026-05-04T01:53:31.476128Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6092,"took":"100.53424ms","hash":864724089,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":23117824,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-04T01:53:31.476183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":864724089,"revision":6092,"compact-revision":2980} {"level":"info","ts":"2026-05-04T01:54:11.233969Z","caller":"traceutil/trace.go:171","msg":"trace[1666182796] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"123.551329ms","start":"2026-05-04T01:54:11.110393Z","end":"2026-05-04T01:54:11.233944Z","steps":["trace[1666182796] 'process raft request' (duration: 123.030979ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:11.23453Z","caller":"traceutil/trace.go:171","msg":"trace[1011944321] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"123.53664ms","start":"2026-05-04T01:54:11.110934Z","end":"2026-05-04T01:54:11.23447Z","steps":["trace[1011944321] 'process raft request' (duration: 123.318366ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:12.088021Z","caller":"traceutil/trace.go:171","msg":"trace[733183918] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"112.672839ms","start":"2026-05-04T01:54:11.975322Z","end":"2026-05-04T01:54:12.087995Z","steps":["trace[733183918] 'process raft request' (duration: 112.508776ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:16.562715Z","caller":"traceutil/trace.go:171","msg":"trace[1727673365] linearizableReadLoop","detail":"{readStateIndex:8959; appliedIndex:8958; }","duration":"105.381514ms","start":"2026-05-04T01:54:16.457306Z","end":"2026-05-04T01:54:16.562687Z","steps":["trace[1727673365] 'read index received' (duration: 105.1534ms)","trace[1727673365] 'applied index is now lower than readState.Index' (duration: 226.864µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:54:16.562842Z","caller":"traceutil/trace.go:171","msg":"trace[659619574] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"130.067141ms","start":"2026-05-04T01:54:16.432745Z","end":"2026-05-04T01:54:16.562812Z","steps":["trace[659619574] 'process raft request' (duration: 129.710005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:54:16.562987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.66582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b509951c-bb94-44e1-b528-cb3f185a2a79\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-05-04T01:54:16.563034Z","caller":"traceutil/trace.go:171","msg":"trace[2001506106] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b509951c-bb94-44e1-b528-cb3f185a2a79; range_end:; response_count:1; response_revision:8656; }","duration":"105.771461ms","start":"2026-05-04T01:54:16.45725Z","end":"2026-05-04T01:54:16.563021Z","steps":["trace[2001506106] 'agreement among raft nodes before linearized reading' (duration: 105.597108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:54:16.816344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.122342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:54:16.816698Z","caller":"traceutil/trace.go:171","msg":"trace[1490975275] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"248.849043ms","start":"2026-05-04T01:54:16.567818Z","end":"2026-05-04T01:54:16.816667Z","steps":["trace[1490975275] 'process raft request' (duration: 97.213122ms)","trace[1490975275] 'compare' (duration: 150.792485ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:54:23.61622Z","caller":"traceutil/trace.go:171","msg":"trace[99091413] linearizableReadLoop","detail":"{readStateIndex:9023; appliedIndex:9020; }","duration":"159.69697ms","start":"2026-05-04T01:54:23.456501Z","end":"2026-05-04T01:54:23.616198Z","steps":["trace[99091413] 'read index received' (duration: 110.438087ms)","trace[99091413] 'applied index is now lower than readState.Index' (duration: 49.257723ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:54:23.616273Z","caller":"traceutil/trace.go:171","msg":"trace[496778929] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"196.915009ms","start":"2026-05-04T01:54:23.419344Z","end":"2026-05-04T01:54:23.616259Z","steps":["trace[496778929] 'process raft request' (duration: 147.647036ms)","trace[496778929] 'compare' (duration: 48.966238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:54:23.61637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.854014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b509951c-bb94-44e1-b528-cb3f185a2a79\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-04T01:54:23.616403Z","caller":"traceutil/trace.go:171","msg":"trace[1593179039] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b509951c-bb94-44e1-b528-cb3f185a2a79; range_end:; response_count:1; response_revision:8718; }","duration":"159.918805ms","start":"2026-05-04T01:54:23.456474Z","end":"2026-05-04T01:54:23.616393Z","steps":["trace[1593179039] 'agreement among raft nodes before linearized reading' (duration: 159.800943ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:23.616516Z","caller":"traceutil/trace.go:171","msg":"trace[141576235] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"196.9201ms","start":"2026-05-04T01:54:23.419588Z","end":"2026-05-04T01:54:23.616508Z","steps":["trace[141576235] 'process raft request' (duration: 196.519802ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:23.616532Z","caller":"traceutil/trace.go:171","msg":"trace[870650619] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"196.851539ms","start":"2026-05-04T01:54:23.419656Z","end":"2026-05-04T01:54:23.616508Z","steps":["trace[870650619] 'process raft request' (duration: 196.500182ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:23.937683Z","caller":"traceutil/trace.go:171","msg":"trace[1033056226] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"223.058774ms","start":"2026-05-04T01:54:23.714604Z","end":"2026-05-04T01:54:23.937663Z","steps":["trace[1033056226] 'process raft request' (duration: 222.942342ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:24.084054Z","caller":"traceutil/trace.go:171","msg":"trace[763021758] linearizableReadLoop","detail":"{readStateIndex:9025; appliedIndex:9024; }","duration":"344.596199ms","start":"2026-05-04T01:54:23.739433Z","end":"2026-05-04T01:54:24.084029Z","steps":["trace[763021758] 'read index received' (duration: 198.228555ms)","trace[763021758] 'applied index is now lower than readState.Index' (duration: 146.366653ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:54:24.084109Z","caller":"traceutil/trace.go:171","msg":"trace[168458431] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"356.516388ms","start":"2026-05-04T01:54:23.727557Z","end":"2026-05-04T01:54:24.084074Z","steps":["trace[168458431] 'process raft request' (duration: 317.385803ms)","trace[168458431] 'compare' (duration: 38.753528ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:54:24.084259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:54:23.727539Z","time spent":"356.63932ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:54:24.084298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.047353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:54:24.084367Z","caller":"traceutil/trace.go:171","msg":"trace[1667944065] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8720; }","duration":"149.152345ms","start":"2026-05-04T01:54:23.935196Z","end":"2026-05-04T01:54:24.084349Z","steps":["trace[1667944065] 'agreement among raft nodes before linearized reading' (duration: 149.021663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:54:24.084491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.040306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T01:54:24.084571Z","caller":"traceutil/trace.go:171","msg":"trace[2067477780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8720; }","duration":"345.159218ms","start":"2026-05-04T01:54:23.7394Z","end":"2026-05-04T01:54:24.084559Z","steps":["trace[2067477780] 'agreement among raft nodes before linearized reading' (duration: 344.783201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:54:24.084681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:54:23.739391Z","time spent":"345.27751ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T01:54:33.594825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.51581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-ftx4x\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-05-04T01:54:33.594915Z","caller":"traceutil/trace.go:171","msg":"trace[617229797] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-ftx4x; range_end:; response_count:1; response_revision:8826; }","duration":"109.643762ms","start":"2026-05-04T01:54:33.485252Z","end":"2026-05-04T01:54:33.594896Z","steps":["trace[617229797] 'range keys from in-memory index tree' (duration: 109.345737ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:49.065605Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002470.wal"} {"level":"info","ts":"2026-05-04T01:55:01.952159Z","caller":"traceutil/trace.go:171","msg":"trace[1830594583] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"106.347091ms","start":"2026-05-04T01:55:01.845787Z","end":"2026-05-04T01:55:01.952134Z","steps":["trace[1830594583] 'process raft request' (duration: 106.191408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:55:14.019532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.00961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:55:14.019766Z","caller":"traceutil/trace.go:171","msg":"trace[77314015] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"385.606728ms","start":"2026-05-04T01:55:13.634121Z","end":"2026-05-04T01:55:14.019728Z","steps":["trace[77314015] 'process raft request' (duration: 112.293261ms)","trace[77314015] 'compare' (duration: 272.737565ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:55:14.019996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:55:13.634107Z","time spent":"385.7591ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:55:14.019815Z","caller":"traceutil/trace.go:171","msg":"trace[1468689903] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"203.778518ms","start":"2026-05-04T01:55:13.816013Z","end":"2026-05-04T01:55:14.019791Z","steps":["trace[1468689903] 'process raft request' (duration: 203.661056ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:10.4859Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T01:56:10.491252Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-04T01:56:10.491358Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-04T01:58:31.380661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8271} {"level":"info","ts":"2026-05-04T01:58:31.457533Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8271,"took":"75.304954ms","hash":579240727,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":26341376,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-04T01:58:31.457599Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":579240727,"revision":8271,"compact-revision":6092} {"level":"warn","ts":"2026-05-04T01:58:59.39605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.870451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:58:59.396263Z","caller":"traceutil/trace.go:171","msg":"trace[1833749999] linearizableReadLoop","detail":"{readStateIndex:11491; appliedIndex:11490; }","duration":"250.018264ms","start":"2026-05-04T01:58:59.146168Z","end":"2026-05-04T01:58:59.396187Z","steps":["trace[1833749999] 'read index received' (duration: 38.040213ms)","trace[1833749999] 'applied index is now lower than readState.Index' (duration: 211.975671ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:58:59.396292Z","caller":"traceutil/trace.go:171","msg":"trace[2034449041] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"334.086081ms","start":"2026-05-04T01:58:59.062159Z","end":"2026-05-04T01:58:59.396245Z","steps":["trace[2034449041] 'process raft request' (duration: 122.145539ms)","trace[2034449041] 'compare' (duration: 210.634887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:58:59.396443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:58:59.062142Z","time spent":"334.221733ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:58:59.396451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.863262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:58:59.396501Z","caller":"traceutil/trace.go:171","msg":"trace[62291177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11117; }","duration":"216.938973ms","start":"2026-05-04T01:58:59.179545Z","end":"2026-05-04T01:58:59.396484Z","steps":["trace[62291177] 'agreement among raft nodes before linearized reading' (duration: 216.852121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:58:59.396534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.366181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T01:58:59.39661Z","caller":"traceutil/trace.go:171","msg":"trace[422762440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11117; }","duration":"250.484744ms","start":"2026-05-04T01:58:59.146106Z","end":"2026-05-04T01:58:59.396591Z","steps":["trace[422762440] 'agreement among raft nodes before linearized reading' (duration: 250.27654ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:03:31.387256Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10935} {"level":"info","ts":"2026-05-04T02:03:31.466946Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10935,"took":"77.111726ms","hash":379915978,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":28065792,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-04T02:03:31.467003Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":379915978,"revision":10935,"compact-revision":8271} {"level":"warn","ts":"2026-05-04T02:04:43.516584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.864355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T02:04:43.516673Z","caller":"traceutil/trace.go:171","msg":"trace[719090116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13475; }","duration":"128.999577ms","start":"2026-05-04T02:04:43.387655Z","end":"2026-05-04T02:04:43.516654Z","steps":["trace[719090116] 'range keys from in-memory index tree' (duration: 128.67328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:24.852444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.047856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T02:08:24.852575Z","caller":"traceutil/trace.go:171","msg":"trace[142758082] linearizableReadLoop","detail":"{readStateIndex:15140; appliedIndex:15139; }","duration":"180.353487ms","start":"2026-05-04T02:08:24.672205Z","end":"2026-05-04T02:08:24.852558Z","steps":["trace[142758082] 'read index received' (duration: 57.095156ms)","trace[142758082] 'applied index is now lower than readState.Index' (duration: 123.257041ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:08:24.852616Z","caller":"traceutil/trace.go:171","msg":"trace[1604855015] transaction","detail":"{read_only:false; response_revision:14637; number_of_response:1; }","duration":"199.902008ms","start":"2026-05-04T02:08:24.652681Z","end":"2026-05-04T02:08:24.852583Z","steps":["trace[1604855015] 'process raft request' (duration: 76.621557ms)","trace[1604855015] 'compare' (duration: 122.906214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:08:24.852779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.568891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-28rtb\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T02:08:24.852818Z","caller":"traceutil/trace.go:171","msg":"trace[419501303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-28rtb; range_end:; response_count:1; response_revision:14637; }","duration":"180.622692ms","start":"2026-05-04T02:08:24.672186Z","end":"2026-05-04T02:08:24.852809Z","steps":["trace[419501303] 'agreement among raft nodes before linearized reading' (duration: 180.456269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:24.85302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.609893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T02:08:24.853092Z","caller":"traceutil/trace.go:171","msg":"trace[532807628] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:14637; }","duration":"106.742865ms","start":"2026-05-04T02:08:24.746329Z","end":"2026-05-04T02:08:24.853072Z","steps":["trace[532807628] 'agreement among raft nodes before linearized reading' (duration: 106.615073ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:31.39478Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12974} {"level":"info","ts":"2026-05-04T02:08:31.483392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12974,"took":"84.888ms","hash":3992418847,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":23642112,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-05-04T02:08:31.483467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3992418847,"revision":12974,"compact-revision":10935} {"level":"info","ts":"2026-05-04T02:12:08.269147Z","caller":"traceutil/trace.go:171","msg":"trace[1605505841] transaction","detail":"{read_only:false; response_revision:15773; number_of_response:1; }","duration":"151.390793ms","start":"2026-05-04T02:12:08.117729Z","end":"2026-05-04T02:12:08.269119Z","steps":["trace[1605505841] 'process raft request' (duration: 151.2066ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:13:31.40153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14671} {"level":"info","ts":"2026-05-04T02:13:31.472815Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14671,"took":"68.531443ms","hash":617266532,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":20492288,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:13:31.47289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":617266532,"revision":14671,"compact-revision":12974} {"level":"info","ts":"2026-05-04T02:18:31.408243Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16194} {"level":"info","ts":"2026-05-04T02:18:31.47632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16194,"took":"65.161758ms","hash":3320020017,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":20430848,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:18:31.476406Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3320020017,"revision":16194,"compact-revision":14671} {"level":"info","ts":"2026-05-04T02:23:31.415398Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17716} {"level":"info","ts":"2026-05-04T02:23:31.482468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17716,"took":"64.002117ms","hash":1631399571,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":20451328,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:23:31.482546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1631399571,"revision":17716,"compact-revision":16194} {"level":"info","ts":"2026-05-04T02:23:44.092459Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T02:23:44.097066Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-04T02:23:44.097141Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-04T02:28:31.421862Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19239} {"level":"info","ts":"2026-05-04T02:28:31.488692Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19239,"took":"64.042859ms","hash":657869513,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":20512768,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:28:31.488765Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":657869513,"revision":19239,"compact-revision":17716} {"level":"info","ts":"2026-05-04T02:33:31.429209Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20780} {"level":"info","ts":"2026-05-04T02:33:31.516347Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20780,"took":"83.248155ms","hash":1690168976,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":20398080,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:33:31.516439Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1690168976,"revision":20780,"compact-revision":19239} {"level":"info","ts":"2026-05-04T02:38:31.434889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22306} {"level":"info","ts":"2026-05-04T02:38:31.500277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22306,"took":"62.406079ms","hash":2953310881,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":20414464,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:38:31.500349Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2953310881,"revision":22306,"compact-revision":20780} {"level":"info","ts":"2026-05-04T02:41:45.623722Z","caller":"traceutil/trace.go:171","msg":"trace[1722943023] linearizableReadLoop","detail":"{readStateIndex:25775; appliedIndex:25773; }","duration":"140.372566ms","start":"2026-05-04T02:41:45.483313Z","end":"2026-05-04T02:41:45.623685Z","steps":["trace[1722943023] 'read index received' (duration: 8.591299ms)","trace[1722943023] 'applied index is now lower than readState.Index' (duration: 131.779587ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:41:45.623831Z","caller":"traceutil/trace.go:171","msg":"trace[1401963043] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"170.698558ms","start":"2026-05-04T02:41:45.453093Z","end":"2026-05-04T02:41:45.623791Z","steps":["trace[1401963043] 'process raft request' (duration: 170.373142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:41:45.62407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.741793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-04T02:41:45.62419Z","caller":"traceutil/trace.go:171","msg":"trace[1487328668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24844; }","duration":"140.946186ms","start":"2026-05-04T02:41:45.483219Z","end":"2026-05-04T02:41:45.624165Z","steps":["trace[1487328668] 'agreement among raft nodes before linearized reading' (duration: 140.59484ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:43:31.441537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23827} {"level":"info","ts":"2026-05-04T02:43:31.508105Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23827,"took":"63.826816ms","hash":1400188252,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":20553728,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-04T02:43:31.508195Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1400188252,"revision":23827,"compact-revision":22306}