{"level":"warn","ts":"2026-08-28T13:10:22.963591Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T13:10:22.96369Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.118:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.118:2380","--initial-cluster=instance=https://162.253.55.118:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.118:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.118:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-28T13:10:22.963756Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T13:10:22.963765Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.118:2380"]} {"level":"info","ts":"2026-08-28T13:10:22.96379Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T13:10:22.964534Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.118:2379"]} {"level":"info","ts":"2026-08-28T13:10:22.964625Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.118:2380"],"listen-peer-urls":["https://162.253.55.118:2380"],"advertise-client-urls":["https://162.253.55.118:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.118:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.118:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-28T13:10:22.967413Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.536073ms"} {"level":"info","ts":"2026-08-28T13:10:22.973397Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39c975536cfc1086","cluster-id":"ac0a95643fc422f0"} {"level":"info","ts":"2026-08-28T13:10:22.973488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 switched to configuration voters=()"} {"level":"info","ts":"2026-08-28T13:10:22.97351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 became follower at term 0"} {"level":"info","ts":"2026-08-28T13:10:22.973523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39c975536cfc1086 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-28T13:10:22.973541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 became follower at term 1"} {"level":"info","ts":"2026-08-28T13:10:22.973582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 switched to configuration voters=(4163988331651928198)"} {"level":"warn","ts":"2026-08-28T13:10:22.984926Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-28T13:10:22.986807Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-28T13:10:22.988338Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-28T13:10:22.991256Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39c975536cfc1086","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-28T13:10:22.991462Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39c975536cfc1086","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-28T13:10:22.991638Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T13:10:22.991845Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T13:10:22.991874Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T13:10:22.993645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 switched to configuration voters=(4163988331651928198)"} {"level":"info","ts":"2026-08-28T13:10:22.994336Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ac0a95643fc422f0","local-member-id":"39c975536cfc1086","added-peer-id":"39c975536cfc1086","added-peer-peer-urls":["https://162.253.55.118:2380"]} {"level":"info","ts":"2026-08-28T13:10:22.996212Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T13:10:22.996348Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.118:2380"} {"level":"info","ts":"2026-08-28T13:10:22.996409Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.118:2380"} {"level":"info","ts":"2026-08-28T13:10:22.996551Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39c975536cfc1086","initial-advertise-peer-urls":["https://162.253.55.118:2380"],"listen-peer-urls":["https://162.253.55.118:2380"],"advertise-client-urls":["https://162.253.55.118:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.118:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-28T13:10:22.996608Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-28T13:10:23.974665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 is starting a new election at term 1"} {"level":"info","ts":"2026-08-28T13:10:23.97474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-28T13:10:23.974778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 received MsgPreVoteResp from 39c975536cfc1086 at term 1"} {"level":"info","ts":"2026-08-28T13:10:23.974795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 became candidate at term 2"} {"level":"info","ts":"2026-08-28T13:10:23.974803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 received MsgVoteResp from 39c975536cfc1086 at term 2"} {"level":"info","ts":"2026-08-28T13:10:23.974815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39c975536cfc1086 became leader at term 2"} {"level":"info","ts":"2026-08-28T13:10:23.974826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39c975536cfc1086 elected leader 39c975536cfc1086 at term 2"} {"level":"info","ts":"2026-08-28T13:10:23.976053Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T13:10:23.977089Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39c975536cfc1086","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.118:2379]}","request-path":"/0/members/39c975536cfc1086/attributes","cluster-id":"ac0a95643fc422f0","publish-timeout":"7s"} {"level":"info","ts":"2026-08-28T13:10:23.977105Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T13:10:23.977195Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T13:10:23.977447Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-28T13:10:23.977513Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-28T13:10:23.97797Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ac0a95643fc422f0","local-member-id":"39c975536cfc1086","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T13:10:23.97814Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T13:10:23.978173Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T13:10:23.979943Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-28T13:10:23.980767Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.118:2379"} {"level":"info","ts":"2026-08-28T13:10:39.081476Z","caller":"traceutil/trace.go:171","msg":"trace[722413479] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"167.062467ms","start":"2026-08-28T13:10:38.914387Z","end":"2026-08-28T13:10:39.081449Z","steps":["trace[722413479] 'process raft request' (duration: 166.894593ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:10:49.699696Z","caller":"traceutil/trace.go:171","msg":"trace[412838473] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"124.516194ms","start":"2026-08-28T13:10:49.575158Z","end":"2026-08-28T13:10:49.699674Z","steps":["trace[412838473] 'process raft request' (duration: 124.386811ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:11:12.022394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.151348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-28T13:11:12.022549Z","caller":"traceutil/trace.go:171","msg":"trace[1567174309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"101.388613ms","start":"2026-08-28T13:11:11.921132Z","end":"2026-08-28T13:11:12.022521Z","steps":["trace[1567174309] 'range keys from in-memory index tree' (duration: 100.891381ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:11:12.486029Z","caller":"traceutil/trace.go:171","msg":"trace[1449538853] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"385.091324ms","start":"2026-08-28T13:11:12.100901Z","end":"2026-08-28T13:11:12.485992Z","steps":["trace[1449538853] 'process raft request' (duration: 365.369931ms)","trace[1449538853] 'compare' (duration: 19.578989ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:11:12.486724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:11:12.100876Z","time spent":"385.271699ms","remote":"127.0.0.1:42582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T13:11:12.496768Z","caller":"traceutil/trace.go:171","msg":"trace[1700546103] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"261.163665ms","start":"2026-08-28T13:11:12.235576Z","end":"2026-08-28T13:11:12.496739Z","steps":["trace[1700546103] 'process raft request' (duration: 261.035902ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:11:13.197715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.451688ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-28T13:11:13.198198Z","caller":"traceutil/trace.go:171","msg":"trace[1773125506] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"470.658284ms","start":"2026-08-28T13:11:12.727502Z","end":"2026-08-28T13:11:13.19816Z","steps":["trace[1773125506] 'read index received' (duration: 69.172µs)","trace[1773125506] 'applied index is now lower than readState.Index' (duration: 470.586162ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:11:13.198511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.995872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-28T13:11:13.198592Z","caller":"traceutil/trace.go:171","msg":"trace[681778832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:650; }","duration":"471.122775ms","start":"2026-08-28T13:11:12.727437Z","end":"2026-08-28T13:11:13.198559Z","steps":["trace[681778832] 'agreement among raft nodes before linearized reading' (duration: 470.852049ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:11:13.198653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:11:12.727405Z","time spent":"471.237909ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-28T13:11:13.21813Z","caller":"traceutil/trace.go:171","msg":"trace[804336588] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"290.216736ms","start":"2026-08-28T13:11:12.927876Z","end":"2026-08-28T13:11:13.218093Z","steps":["trace[804336588] 'process raft request' (duration: 279.516224ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:11:30.294169Z","caller":"traceutil/trace.go:171","msg":"trace[1674691715] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:842; }","duration":"357.409769ms","start":"2026-08-28T13:11:29.936736Z","end":"2026-08-28T13:11:30.294146Z","steps":["trace[1674691715] 'read index received' (duration: 357.274305ms)","trace[1674691715] 'applied index is now lower than readState.Index' (duration: 133.993µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:11:30.294336Z","caller":"traceutil/trace.go:171","msg":"trace[1172041501] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"377.977913ms","start":"2026-08-28T13:11:29.916348Z","end":"2026-08-28T13:11:30.294326Z","steps":["trace[1172041501] 'process raft request' (duration: 377.649985ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:11:30.294625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:11:29.916317Z","time spent":"378.050225ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T13:11:30.294853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.518908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-08-28T13:11:30.294838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.372431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-28T13:11:30.294888Z","caller":"traceutil/trace.go:171","msg":"trace[219797802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:816; }","duration":"132.552298ms","start":"2026-08-28T13:11:30.162326Z","end":"2026-08-28T13:11:30.294878Z","steps":["trace[219797802] 'agreement among raft nodes before linearized reading' (duration: 132.426494ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:11:30.294927Z","caller":"traceutil/trace.go:171","msg":"trace[868922163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:816; }","duration":"159.504395ms","start":"2026-08-28T13:11:30.135392Z","end":"2026-08-28T13:11:30.294897Z","steps":["trace[868922163] 'agreement among raft nodes before linearized reading' (duration: 159.229557ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:11:30.294934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.187428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T13:11:30.295Z","caller":"traceutil/trace.go:171","msg":"trace[1087593611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:816; }","duration":"358.293121ms","start":"2026-08-28T13:11:29.936689Z","end":"2026-08-28T13:11:30.294983Z","steps":["trace[1087593611] 'agreement among raft nodes before linearized reading' (duration: 358.118587ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:11:30.294984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.963771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-ch5mc\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-08-28T13:11:30.295044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:11:29.936676Z","time spent":"358.358132ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-28T13:11:30.295098Z","caller":"traceutil/trace.go:171","msg":"trace[2114992357] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-ch5mc; range_end:; response_count:1; response_revision:816; }","duration":"146.109944ms","start":"2026-08-28T13:11:30.148956Z","end":"2026-08-28T13:11:30.295065Z","steps":["trace[2114992357] 'agreement among raft nodes before linearized reading' (duration: 145.819166ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:12:31.688802Z","caller":"traceutil/trace.go:171","msg":"trace[1307377220] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"105.681419ms","start":"2026-08-28T13:12:31.583071Z","end":"2026-08-28T13:12:31.688752Z","steps":["trace[1307377220] 'process raft request' (duration: 74.475628ms)","trace[1307377220] 'compare' (duration: 30.980884ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:12:57.179979Z","caller":"traceutil/trace.go:171","msg":"trace[1665875407] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"251.50909ms","start":"2026-08-28T13:12:56.928429Z","end":"2026-08-28T13:12:57.179938Z","steps":["trace[1665875407] 'read index received' (duration: 235.497999ms)","trace[1665875407] 'applied index is now lower than readState.Index' (duration: 16.008591ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:12:57.180503Z","caller":"traceutil/trace.go:171","msg":"trace[359274880] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"260.377663ms","start":"2026-08-28T13:12:56.920071Z","end":"2026-08-28T13:12:57.180448Z","steps":["trace[359274880] 'process raft request' (duration: 243.897219ms)","trace[359274880] 'compare' (duration: 15.545029ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:12:57.180606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.149927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-28T13:12:57.180682Z","caller":"traceutil/trace.go:171","msg":"trace[312800574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1927; }","duration":"252.322271ms","start":"2026-08-28T13:12:56.928342Z","end":"2026-08-28T13:12:57.180664Z","steps":["trace[312800574] 'agreement among raft nodes before linearized reading' (duration: 252.077585ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:12:57.181042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.023025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T13:12:57.181097Z","caller":"traceutil/trace.go:171","msg":"trace[1466310989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1927; }","duration":"246.141268ms","start":"2026-08-28T13:12:56.934943Z","end":"2026-08-28T13:12:57.181084Z","steps":["trace[1466310989] 'agreement among raft nodes before linearized reading' (duration: 245.350847ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:12:57.620043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.6143ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:12:57.62027Z","caller":"traceutil/trace.go:171","msg":"trace[1477024383] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1929; }","duration":"265.838247ms","start":"2026-08-28T13:12:57.354369Z","end":"2026-08-28T13:12:57.620207Z","steps":["trace[1477024383] 'range keys from in-memory index tree' (duration: 265.588979ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:12:57.620363Z","caller":"traceutil/trace.go:171","msg":"trace[780401984] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"356.619433ms","start":"2026-08-28T13:12:57.263709Z","end":"2026-08-28T13:12:57.620329Z","steps":["trace[780401984] 'process raft request' (duration: 262.762565ms)","trace[780401984] 'compare' (duration: 93.709084ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:12:57.620528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:12:57.263691Z","time spent":"356.760356ms","remote":"127.0.0.1:42412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T13:12:57.620355Z","caller":"traceutil/trace.go:171","msg":"trace[1477520295] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2003; }","duration":"349.504037ms","start":"2026-08-28T13:12:57.270823Z","end":"2026-08-28T13:12:57.620327Z","steps":["trace[1477520295] 'read index received' (duration: 255.569377ms)","trace[1477520295] 'applied index is now lower than readState.Index' (duration: 93.9335ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:12:57.620558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.736742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-28T13:12:57.620598Z","caller":"traceutil/trace.go:171","msg":"trace[1483322064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1930; }","duration":"349.818414ms","start":"2026-08-28T13:12:57.27077Z","end":"2026-08-28T13:12:57.620589Z","steps":["trace[1483322064] 'agreement among raft nodes before linearized reading' (duration: 349.63671ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:12:57.620655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:12:57.270753Z","time spent":"349.894486ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-28T13:13:04.364922Z","caller":"traceutil/trace.go:171","msg":"trace[353192616] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"147.136418ms","start":"2026-08-28T13:13:04.217755Z","end":"2026-08-28T13:13:04.364891Z","steps":["trace[353192616] 'process raft request' (duration: 146.868281ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:13:10.76549Z","caller":"traceutil/trace.go:171","msg":"trace[1579998647] linearizableReadLoop","detail":"{readStateIndex:2112; appliedIndex:2111; }","duration":"348.484325ms","start":"2026-08-28T13:13:10.416966Z","end":"2026-08-28T13:13:10.765451Z","steps":["trace[1579998647] 'read index received' (duration: 348.383602ms)","trace[1579998647] 'applied index is now lower than readState.Index' (duration: 99.383µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:13:10.765562Z","caller":"traceutil/trace.go:171","msg":"trace[466381023] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"378.091982ms","start":"2026-08-28T13:13:10.387428Z","end":"2026-08-28T13:13:10.76552Z","steps":["trace[466381023] 'process raft request' (duration: 377.789135ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:13:10.765764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:13:10.387385Z","time spent":"378.274507ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T13:13:10.766136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.164322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-28T13:13:10.76621Z","caller":"traceutil/trace.go:171","msg":"trace[1989780974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2035; }","duration":"349.236504ms","start":"2026-08-28T13:13:10.41695Z","end":"2026-08-28T13:13:10.766187Z","steps":["trace[1989780974] 'agreement among raft nodes before linearized reading' (duration: 348.654239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:13:10.766285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:13:10.416923Z","time spent":"349.349237ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-28T13:13:10.76934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.009698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:13:10.769482Z","caller":"traceutil/trace.go:171","msg":"trace[1649118111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2036; }","duration":"100.237304ms","start":"2026-08-28T13:13:10.669211Z","end":"2026-08-28T13:13:10.769448Z","steps":["trace[1649118111] 'agreement among raft nodes before linearized reading' (duration: 99.993548ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:13:48.319028Z","caller":"traceutil/trace.go:171","msg":"trace[1363171919] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2340; }","duration":"216.90006ms","start":"2026-08-28T13:13:48.102102Z","end":"2026-08-28T13:13:48.319002Z","steps":["trace[1363171919] 'read index received' (duration: 216.671064ms)","trace[1363171919] 'applied index is now lower than readState.Index' (duration: 227.985µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:13:48.319228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.091054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:13:48.319268Z","caller":"traceutil/trace.go:171","msg":"trace[1140744574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2255; }","duration":"217.217147ms","start":"2026-08-28T13:13:48.102038Z","end":"2026-08-28T13:13:48.319256Z","steps":["trace[1140744574] 'agreement among raft nodes before linearized reading' (duration: 217.106724ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:13:48.319415Z","caller":"traceutil/trace.go:171","msg":"trace[1125565251] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"225.674754ms","start":"2026-08-28T13:13:48.09341Z","end":"2026-08-28T13:13:48.319085Z","steps":["trace[1125565251] 'process raft request' (duration: 225.403497ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:13:49.040921Z","caller":"traceutil/trace.go:171","msg":"trace[552460661] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"134.342397ms","start":"2026-08-28T13:13:48.906554Z","end":"2026-08-28T13:13:49.040897Z","steps":["trace[552460661] 'process raft request' (duration: 134.181873ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:13:49.130433Z","caller":"traceutil/trace.go:171","msg":"trace[84480185] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"221.275651ms","start":"2026-08-28T13:13:48.909128Z","end":"2026-08-28T13:13:49.130404Z","steps":["trace[84480185] 'process raft request' (duration: 180.554278ms)","trace[84480185] 'compare' (duration: 40.566629ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:15:16.940354Z","caller":"traceutil/trace.go:171","msg":"trace[54439734] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"165.480272ms","start":"2026-08-28T13:15:16.774849Z","end":"2026-08-28T13:15:16.940329Z","steps":["trace[54439734] 'process raft request' (duration: 165.298767ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:18:02.45562Z","caller":"traceutil/trace.go:171","msg":"trace[325791877] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"109.551668ms","start":"2026-08-28T13:18:02.346041Z","end":"2026-08-28T13:18:02.455593Z","steps":["trace[325791877] 'process raft request' (duration: 109.499387ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:18:02.455649Z","caller":"traceutil/trace.go:171","msg":"trace[763542762] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"110.588665ms","start":"2026-08-28T13:18:02.345038Z","end":"2026-08-28T13:18:02.455626Z","steps":["trace[763542762] 'process raft request' (duration: 110.430861ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:18:02.455534Z","caller":"traceutil/trace.go:171","msg":"trace[1680755133] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"110.631426ms","start":"2026-08-28T13:18:02.344874Z","end":"2026-08-28T13:18:02.455506Z","steps":["trace[1680755133] 'process raft request' (duration: 107.079955ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:18:36.065101Z","caller":"traceutil/trace.go:171","msg":"trace[1970170438] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"157.006942ms","start":"2026-08-28T13:18:35.90807Z","end":"2026-08-28T13:18:36.065077Z","steps":["trace[1970170438] 'process raft request' (duration: 156.877939ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:19:58.570207Z","caller":"traceutil/trace.go:171","msg":"trace[970670899] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5316; }","duration":"131.548418ms","start":"2026-08-28T13:19:58.438632Z","end":"2026-08-28T13:19:58.57018Z","steps":["trace[970670899] 'read index received' (duration: 74.310595ms)","trace[970670899] 'applied index is now lower than readState.Index' (duration: 57.236823ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:19:58.570234Z","caller":"traceutil/trace.go:171","msg":"trace[649902378] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"131.937647ms","start":"2026-08-28T13:19:58.438261Z","end":"2026-08-28T13:19:58.570199Z","steps":["trace[649902378] 'process raft request' (duration: 131.701432ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:19:58.570461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.809584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T13:19:58.570504Z","caller":"traceutil/trace.go:171","msg":"trace[1989137642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5123; }","duration":"131.896177ms","start":"2026-08-28T13:19:58.438592Z","end":"2026-08-28T13:19:58.570488Z","steps":["trace[1989137642] 'agreement among raft nodes before linearized reading' (duration: 131.733262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:19:58.634446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.413923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-08-28T13:19:58.634597Z","caller":"traceutil/trace.go:171","msg":"trace[12512879] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5125; }","duration":"103.609758ms","start":"2026-08-28T13:19:58.530967Z","end":"2026-08-28T13:19:58.634577Z","steps":["trace[12512879] 'agreement among raft nodes before linearized reading' (duration: 103.317371ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:19:58.634673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.467445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76426"} {"level":"info","ts":"2026-08-28T13:19:58.634753Z","caller":"traceutil/trace.go:171","msg":"trace[2110080216] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:5125; }","duration":"103.629858ms","start":"2026-08-28T13:19:58.531101Z","end":"2026-08-28T13:19:58.634731Z","steps":["trace[2110080216] 'agreement among raft nodes before linearized reading' (duration: 103.270839ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:07.056761Z","caller":"traceutil/trace.go:171","msg":"trace[2068172100] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"150.825823ms","start":"2026-08-28T13:20:06.905915Z","end":"2026-08-28T13:20:07.05674Z","steps":["trace[2068172100] 'process raft request' (duration: 149.656713ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:10.087477Z","caller":"traceutil/trace.go:171","msg":"trace[1665618770] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"108.478924ms","start":"2026-08-28T13:20:09.978976Z","end":"2026-08-28T13:20:10.087455Z","steps":["trace[1665618770] 'process raft request' (duration: 108.347259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:20.885317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.98128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T13:20:20.885427Z","caller":"traceutil/trace.go:171","msg":"trace[1420700149] linearizableReadLoop","detail":"{readStateIndex:5836; appliedIndex:5835; }","duration":"141.712629ms","start":"2026-08-28T13:20:20.743704Z","end":"2026-08-28T13:20:20.885416Z","steps":["trace[1420700149] 'read index received' (duration: 19.515962ms)","trace[1420700149] 'applied index is now lower than readState.Index' (duration: 122.195507ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:20:20.885513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.811531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T13:20:20.885526Z","caller":"traceutil/trace.go:171","msg":"trace[1392424880] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"160.033641ms","start":"2026-08-28T13:20:20.725479Z","end":"2026-08-28T13:20:20.885512Z","steps":["trace[1392424880] 'process raft request' (duration: 37.799104ms)","trace[1392424880] 'compare' (duration: 121.911228ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:20:20.885537Z","caller":"traceutil/trace.go:171","msg":"trace[1061072157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5623; }","duration":"141.891154ms","start":"2026-08-28T13:20:20.74364Z","end":"2026-08-28T13:20:20.885531Z","steps":["trace[1061072157] 'agreement among raft nodes before linearized reading' (duration: 141.804191ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:21.308007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.138018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T13:20:21.308295Z","caller":"traceutil/trace.go:171","msg":"trace[843095285] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"332.951923ms","start":"2026-08-28T13:20:20.975317Z","end":"2026-08-28T13:20:21.308269Z","steps":["trace[843095285] 'process raft request' (duration: 332.805759ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:21.308434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:20:20.975306Z","time spent":"333.054396ms","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T13:20:21.30844Z","caller":"traceutil/trace.go:171","msg":"trace[497358178] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"327.269957ms","start":"2026-08-28T13:20:20.981131Z","end":"2026-08-28T13:20:21.308401Z","steps":["trace[497358178] 'process raft request' (duration: 327.05413ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:21.308405Z","caller":"traceutil/trace.go:171","msg":"trace[1553471874] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"333.434547ms","start":"2026-08-28T13:20:20.974927Z","end":"2026-08-28T13:20:21.308361Z","steps":["trace[1553471874] 'process raft request' (duration: 199.859068ms)","trace[1553471874] 'compare' (duration: 132.957322ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:20:21.308506Z","caller":"traceutil/trace.go:171","msg":"trace[2074172627] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5840; }","duration":"280.672598ms","start":"2026-08-28T13:20:21.027814Z","end":"2026-08-28T13:20:21.308487Z","steps":["trace[2074172627] 'read index received' (duration: 146.881202ms)","trace[2074172627] 'applied index is now lower than readState.Index' (duration: 133.790016ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:20:21.308609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.79305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-28T13:20:21.308605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:20:20.981119Z","time spent":"327.38727ms","remote":"127.0.0.1:42570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T13:20:21.308642Z","caller":"traceutil/trace.go:171","msg":"trace[2116788295] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5630; }","duration":"280.835881ms","start":"2026-08-28T13:20:21.027798Z","end":"2026-08-28T13:20:21.308634Z","steps":["trace[2116788295] 'agreement among raft nodes before linearized reading' (duration: 280.744249ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:21.308645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:20:20.974915Z","time spent":"333.622151ms","remote":"127.0.0.1:42570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T13:20:24.005584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2965} {"level":"info","ts":"2026-08-28T13:20:24.111935Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2965,"took":"105.24986ms","hash":3604220529,"current-db-size-bytes":56930304,"current-db-size":"57 MB","current-db-size-in-use-bytes":31592448,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T13:20:24.112014Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3604220529,"revision":2965,"compact-revision":-1} {"level":"info","ts":"2026-08-28T13:20:31.795374Z","caller":"traceutil/trace.go:171","msg":"trace[1640130470] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"152.035395ms","start":"2026-08-28T13:20:31.643305Z","end":"2026-08-28T13:20:31.795341Z","steps":["trace[1640130470] 'process raft request' (duration: 92.465161ms)","trace[1640130470] 'compare' (duration: 58.680311ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:20:31.795487Z","caller":"traceutil/trace.go:171","msg":"trace[112801960] linearizableReadLoop","detail":"{readStateIndex:6035; appliedIndex:6034; }","duration":"151.84437ms","start":"2026-08-28T13:20:31.643607Z","end":"2026-08-28T13:20:31.795451Z","steps":["trace[112801960] 'read index received' (duration: 92.153113ms)","trace[112801960] 'applied index is now lower than readState.Index' (duration: 59.687197ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:20:31.795555Z","caller":"traceutil/trace.go:171","msg":"trace[1610814357] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"124.922567ms","start":"2026-08-28T13:20:31.670596Z","end":"2026-08-28T13:20:31.795518Z","steps":["trace[1610814357] 'process raft request' (duration: 124.748263ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:31.795715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.375093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:20:31.795771Z","caller":"traceutil/trace.go:171","msg":"trace[1724758135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5818; }","duration":"126.508267ms","start":"2026-08-28T13:20:31.669247Z","end":"2026-08-28T13:20:31.795755Z","steps":["trace[1724758135] 'agreement among raft nodes before linearized reading' (duration: 126.393804ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:31.795907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.25836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-28T13:20:31.795999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.597572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5dc14723-e53d-444f-b8eb-81ed973d5b29\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-08-28T13:20:31.796042Z","caller":"traceutil/trace.go:171","msg":"trace[1477389160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5818; }","duration":"152.444595ms","start":"2026-08-28T13:20:31.643562Z","end":"2026-08-28T13:20:31.796007Z","steps":["trace[1477389160] 'agreement among raft nodes before linearized reading' (duration: 151.968473ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:31.796124Z","caller":"traceutil/trace.go:171","msg":"trace[750489994] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5dc14723-e53d-444f-b8eb-81ed973d5b29; range_end:; response_count:1; response_revision:5818; }","duration":"102.757755ms","start":"2026-08-28T13:20:31.69334Z","end":"2026-08-28T13:20:31.796097Z","steps":["trace[750489994] 'agreement among raft nodes before linearized reading' (duration: 102.450598ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:32.281925Z","caller":"traceutil/trace.go:171","msg":"trace[1871644413] linearizableReadLoop","detail":"{readStateIndex:6038; appliedIndex:6037; }","duration":"254.461163ms","start":"2026-08-28T13:20:32.027444Z","end":"2026-08-28T13:20:32.281905Z","steps":["trace[1871644413] 'read index received' (duration: 254.415512ms)","trace[1871644413] 'applied index is now lower than readState.Index' (duration: 44.451µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:20:32.281977Z","caller":"traceutil/trace.go:171","msg":"trace[2111658153] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"269.056258ms","start":"2026-08-28T13:20:32.012895Z","end":"2026-08-28T13:20:32.281951Z","steps":["trace[2111658153] 'process raft request' (duration: 268.888144ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:32.282059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.603576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:20:32.282132Z","caller":"traceutil/trace.go:171","msg":"trace[320095445] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5820; }","duration":"254.726519ms","start":"2026-08-28T13:20:32.027392Z","end":"2026-08-28T13:20:32.282119Z","steps":["trace[320095445] 'agreement among raft nodes before linearized reading' (duration: 254.617566ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:32.609609Z","caller":"traceutil/trace.go:171","msg":"trace[989314468] linearizableReadLoop","detail":"{readStateIndex:6039; appliedIndex:6038; }","duration":"327.585065ms","start":"2026-08-28T13:20:32.281989Z","end":"2026-08-28T13:20:32.609574Z","steps":["trace[989314468] 'read index received' (duration: 327.359629ms)","trace[989314468] 'applied index is now lower than readState.Index' (duration: 223.906µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:20:32.609683Z","caller":"traceutil/trace.go:171","msg":"trace[1858792025] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"574.703338ms","start":"2026-08-28T13:20:32.034936Z","end":"2026-08-28T13:20:32.609639Z","steps":["trace[1858792025] 'process raft request' (duration: 574.299557ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:32.609873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:20:32.034916Z","time spent":"574.858632ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T13:20:32.610125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.485352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-28T13:20:32.610218Z","caller":"traceutil/trace.go:171","msg":"trace[1129792043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5821; }","duration":"421.708647ms","start":"2026-08-28T13:20:32.18849Z","end":"2026-08-28T13:20:32.610199Z","steps":["trace[1129792043] 'agreement among raft nodes before linearized reading' (duration: 421.254576ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:32.610264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:20:32.188469Z","time spent":"421.779999ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-28T13:20:32.613635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.612305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:20:32.613705Z","caller":"traceutil/trace.go:171","msg":"trace[788492354] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5821; }","duration":"327.755809ms","start":"2026-08-28T13:20:32.285933Z","end":"2026-08-28T13:20:32.613689Z","steps":["trace[788492354] 'agreement among raft nodes before linearized reading' (duration: 327.633146ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:20:32.61374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:20:32.285901Z","time spent":"327.832411ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-08-28T13:20:44.386301Z","caller":"traceutil/trace.go:171","msg":"trace[1953568009] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"130.689569ms","start":"2026-08-28T13:20:44.255578Z","end":"2026-08-28T13:20:44.386267Z","steps":["trace[1953568009] 'process raft request' (duration: 130.623627ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:44.386365Z","caller":"traceutil/trace.go:171","msg":"trace[1259645612] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"131.438538ms","start":"2026-08-28T13:20:44.254896Z","end":"2026-08-28T13:20:44.386334Z","steps":["trace[1259645612] 'process raft request' (duration: 131.243804ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:44.386354Z","caller":"traceutil/trace.go:171","msg":"trace[743561322] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"131.384557ms","start":"2026-08-28T13:20:44.254896Z","end":"2026-08-28T13:20:44.38628Z","steps":["trace[743561322] 'process raft request' (duration: 106.648486ms)","trace[743561322] 'compare' (duration: 24.454374ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:20:44.833664Z","caller":"traceutil/trace.go:171","msg":"trace[1195347342] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"106.337968ms","start":"2026-08-28T13:20:44.727302Z","end":"2026-08-28T13:20:44.83364Z","steps":["trace[1195347342] 'process raft request' (duration: 106.255225ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:44.833665Z","caller":"traceutil/trace.go:171","msg":"trace[1907944481] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"108.450192ms","start":"2026-08-28T13:20:44.725185Z","end":"2026-08-28T13:20:44.833635Z","steps":["trace[1907944481] 'process raft request' (duration: 108.157585ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:20:44.833935Z","caller":"traceutil/trace.go:171","msg":"trace[1668762766] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"107.858317ms","start":"2026-08-28T13:20:44.726054Z","end":"2026-08-28T13:20:44.833912Z","steps":["trace[1668762766] 'process raft request' (duration: 107.431066ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:25:24.013627Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5664} {"level":"info","ts":"2026-08-28T13:25:24.097096Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5664,"took":"81.512721ms","hash":91567193,"current-db-size-bytes":56930304,"current-db-size":"57 MB","current-db-size-in-use-bytes":27918336,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T13:25:24.097161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":91567193,"revision":5664,"compact-revision":2965} {"level":"info","ts":"2026-08-28T13:26:56.414703Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002359.wal"} {"level":"info","ts":"2026-08-28T13:27:01.683092Z","caller":"traceutil/trace.go:171","msg":"trace[1047450383] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9077; }","duration":"420.275881ms","start":"2026-08-28T13:27:01.26279Z","end":"2026-08-28T13:27:01.683066Z","steps":["trace[1047450383] 'read index received' (duration: 420.094246ms)","trace[1047450383] 'applied index is now lower than readState.Index' (duration: 180.465µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:27:01.683174Z","caller":"traceutil/trace.go:171","msg":"trace[540796430] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"448.766774ms","start":"2026-08-28T13:27:01.234376Z","end":"2026-08-28T13:27:01.683143Z","steps":["trace[540796430] 'process raft request' (duration: 448.499037ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:01.683307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.505306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T13:27:01.683314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:27:01.234343Z","time spent":"448.896437ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T13:27:01.683353Z","caller":"traceutil/trace.go:171","msg":"trace[236685485] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8766; }","duration":"420.604399ms","start":"2026-08-28T13:27:01.262736Z","end":"2026-08-28T13:27:01.683341Z","steps":["trace[236685485] 'agreement among raft nodes before linearized reading' (duration: 420.517156ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:01.683391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:27:01.262712Z","time spent":"420.671542ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-28T13:27:01.683575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.54268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:27:01.683625Z","caller":"traceutil/trace.go:171","msg":"trace[1432111031] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8766; }","duration":"384.614021ms","start":"2026-08-28T13:27:01.298997Z","end":"2026-08-28T13:27:01.683611Z","steps":["trace[1432111031] 'agreement among raft nodes before linearized reading' (duration: 384.484198ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:01.683801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:27:01.298981Z","time spent":"384.665993ms","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-08-28T13:27:01.683825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.599119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-28T13:27:01.683805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.318676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:27:01.683857Z","caller":"traceutil/trace.go:171","msg":"trace[1072274355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8766; }","duration":"212.669601ms","start":"2026-08-28T13:27:01.471178Z","end":"2026-08-28T13:27:01.683847Z","steps":["trace[1072274355] 'agreement among raft nodes before linearized reading' (duration: 212.534358ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:27:01.683879Z","caller":"traceutil/trace.go:171","msg":"trace[278986748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8766; }","duration":"296.433829ms","start":"2026-08-28T13:27:01.387425Z","end":"2026-08-28T13:27:01.683859Z","steps":["trace[278986748] 'agreement among raft nodes before linearized reading' (duration: 296.302656ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:01.684093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.661856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:27:01.684174Z","caller":"traceutil/trace.go:171","msg":"trace[2051132922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8766; }","duration":"310.79289ms","start":"2026-08-28T13:27:01.37336Z","end":"2026-08-28T13:27:01.684153Z","steps":["trace[2051132922] 'agreement among raft nodes before linearized reading' (duration: 310.670557ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:01.684226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:27:01.373337Z","time spent":"310.875351ms","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-08-28T13:27:12.107888Z","caller":"traceutil/trace.go:171","msg":"trace[1592700629] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9133; }","duration":"275.018957ms","start":"2026-08-28T13:27:11.832838Z","end":"2026-08-28T13:27:12.107857Z","steps":["trace[1592700629] 'read index received' (duration: 274.948854ms)","trace[1592700629] 'applied index is now lower than readState.Index' (duration: 68.593µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:27:12.108016Z","caller":"traceutil/trace.go:171","msg":"trace[281192402] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"328.000163ms","start":"2026-08-28T13:27:11.77998Z","end":"2026-08-28T13:27:12.10798Z","steps":["trace[281192402] 'process raft request' (duration: 327.684534ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:12.108166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:27:11.779933Z","time spent":"328.154057ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T13:27:12.108214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.348755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b524j\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-28T13:27:12.108268Z","caller":"traceutil/trace.go:171","msg":"trace[1046889635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b524j; range_end:; response_count:1; response_revision:8820; }","duration":"275.445808ms","start":"2026-08-28T13:27:11.832804Z","end":"2026-08-28T13:27:12.10825Z","steps":["trace[1046889635] 'agreement among raft nodes before linearized reading' (duration: 275.252523ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:12.108563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.093047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-28T13:27:12.108683Z","caller":"traceutil/trace.go:171","msg":"trace[953258764] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8820; }","duration":"261.270372ms","start":"2026-08-28T13:27:11.847382Z","end":"2026-08-28T13:27:12.108652Z","steps":["trace[953258764] 'agreement among raft nodes before linearized reading' (duration: 260.736659ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:27:12.59973Z","caller":"traceutil/trace.go:171","msg":"trace[1322730545] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"124.730274ms","start":"2026-08-28T13:27:12.474964Z","end":"2026-08-28T13:27:12.599694Z","steps":["trace[1322730545] 'process raft request' (duration: 54.454253ms)","trace[1322730545] 'compare' (duration: 70.136828ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:27:39.306464Z","caller":"traceutil/trace.go:171","msg":"trace[1187134805] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"117.15339ms","start":"2026-08-28T13:27:39.189282Z","end":"2026-08-28T13:27:39.306435Z","steps":["trace[1187134805] 'process raft request' (duration: 116.972965ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:27:43.321544Z","caller":"traceutil/trace.go:171","msg":"trace[1384055288] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"246.652386ms","start":"2026-08-28T13:27:43.074862Z","end":"2026-08-28T13:27:43.321514Z","steps":["trace[1384055288] 'process raft request' (duration: 246.393369ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:27:43.558595Z","caller":"traceutil/trace.go:171","msg":"trace[1249897550] linearizableReadLoop","detail":"{readStateIndex:9370; appliedIndex:9368; }","duration":"155.489406ms","start":"2026-08-28T13:27:43.403069Z","end":"2026-08-28T13:27:43.558559Z","steps":["trace[1249897550] 'read index received' (duration: 144.703539ms)","trace[1249897550] 'applied index is now lower than readState.Index' (duration: 10.784817ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:27:43.558643Z","caller":"traceutil/trace.go:171","msg":"trace[791097269] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"237.756485ms","start":"2026-08-28T13:27:43.320841Z","end":"2026-08-28T13:27:43.558597Z","steps":["trace[791097269] 'process raft request' (duration: 226.913757ms)","trace[791097269] 'compare' (duration: 10.283345ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:27:43.558674Z","caller":"traceutil/trace.go:171","msg":"trace[1294405030] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"231.912115ms","start":"2026-08-28T13:27:43.326718Z","end":"2026-08-28T13:27:43.55863Z","steps":["trace[1294405030] 'process raft request' (duration: 231.746161ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:43.558831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.748333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-655cb9974-p8dx5.18cffb0db648621d\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-08-28T13:27:43.558877Z","caller":"traceutil/trace.go:171","msg":"trace[1990087837] range","detail":"{range_begin:/registry/events/openstack/barbican-api-655cb9974-p8dx5.18cffb0db648621d; range_end:; response_count:1; response_revision:9046; }","duration":"155.845076ms","start":"2026-08-28T13:27:43.403014Z","end":"2026-08-28T13:27:43.558859Z","steps":["trace[1990087837] 'agreement among raft nodes before linearized reading' (duration: 155.672892ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:53.904219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.313479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:27:53.904322Z","caller":"traceutil/trace.go:171","msg":"trace[384062484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9099; }","duration":"236.457163ms","start":"2026-08-28T13:27:53.667845Z","end":"2026-08-28T13:27:53.904303Z","steps":["trace[384062484] 'range keys from in-memory index tree' (duration: 236.240777ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:27:54.255525Z","caller":"traceutil/trace.go:171","msg":"trace[939530664] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"265.041929ms","start":"2026-08-28T13:27:53.990457Z","end":"2026-08-28T13:27:54.255499Z","steps":["trace[939530664] 'process raft request' (duration: 264.880805ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:54.43875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.669745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-28T13:27:54.438826Z","caller":"traceutil/trace.go:171","msg":"trace[334860982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9100; }","duration":"128.81986ms","start":"2026-08-28T13:27:54.309985Z","end":"2026-08-28T13:27:54.438805Z","steps":["trace[334860982] 'range keys from in-memory index tree' (duration: 127.937697ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:27:54.761135Z","caller":"traceutil/trace.go:171","msg":"trace[1058257839] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"144.215167ms","start":"2026-08-28T13:27:54.616888Z","end":"2026-08-28T13:27:54.761103Z","steps":["trace[1058257839] 'process raft request' (duration: 143.990322ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:27:54.771798Z","caller":"traceutil/trace.go:171","msg":"trace[407102408] linearizableReadLoop","detail":"{readStateIndex:9431; appliedIndex:9429; }","duration":"102.901911ms","start":"2026-08-28T13:27:54.668855Z","end":"2026-08-28T13:27:54.771757Z","steps":["trace[407102408] 'read index received' (duration: 92.057432ms)","trace[407102408] 'applied index is now lower than readState.Index' (duration: 10.843659ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:27:54.771833Z","caller":"traceutil/trace.go:171","msg":"trace[139704699] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"149.105371ms","start":"2026-08-28T13:27:54.6227Z","end":"2026-08-28T13:27:54.771806Z","steps":["trace[139704699] 'process raft request' (duration: 148.934327ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:27:54.771915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.071115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:27:54.772Z","caller":"traceutil/trace.go:171","msg":"trace[717885582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9105; }","duration":"103.207709ms","start":"2026-08-28T13:27:54.66878Z","end":"2026-08-28T13:27:54.771988Z","steps":["trace[717885582] 'agreement among raft nodes before linearized reading' (duration: 103.087456ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:28:55.047221Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39c975536cfc1086","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T13:28:55.055334Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-28T13:28:55.05544Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-28T13:30:24.021392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7998} {"level":"info","ts":"2026-08-28T13:30:24.103992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7998,"took":"80.399609ms","hash":1135022026,"current-db-size-bytes":56930304,"current-db-size":"57 MB","current-db-size-in-use-bytes":24870912,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-28T13:30:24.104085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1135022026,"revision":7998,"compact-revision":5664} {"level":"info","ts":"2026-08-28T13:35:08.882929Z","caller":"traceutil/trace.go:171","msg":"trace[173902683] transaction","detail":"{read_only:false; response_revision:12429; number_of_response:1; }","duration":"124.953972ms","start":"2026-08-28T13:35:08.757948Z","end":"2026-08-28T13:35:08.882902Z","steps":["trace[173902683] 'process raft request' (duration: 102.351309ms)","trace[173902683] 'compare' (duration: 22.48131ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:35:10.166494Z","caller":"traceutil/trace.go:171","msg":"trace[1959391265] linearizableReadLoop","detail":"{readStateIndex:12863; appliedIndex:12862; }","duration":"313.480443ms","start":"2026-08-28T13:35:09.852973Z","end":"2026-08-28T13:35:10.166454Z","steps":["trace[1959391265] 'read index received' (duration: 313.448112ms)","trace[1959391265] 'applied index is now lower than readState.Index' (duration: 31.461µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:35:10.166587Z","caller":"traceutil/trace.go:171","msg":"trace[1993604117] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"325.77477ms","start":"2026-08-28T13:35:09.840789Z","end":"2026-08-28T13:35:10.166564Z","steps":["trace[1993604117] 'process raft request' (duration: 325.518024ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:35:10.166758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:35:09.840766Z","time spent":"325.872143ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T13:35:10.166941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.956025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T13:35:10.166997Z","caller":"traceutil/trace.go:171","msg":"trace[1878374396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12432; }","duration":"314.040317ms","start":"2026-08-28T13:35:09.852942Z","end":"2026-08-28T13:35:10.166983Z","steps":["trace[1878374396] 'agreement among raft nodes before linearized reading' (duration: 313.686709ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:35:10.167209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:35:09.852931Z","time spent":"314.264524ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-28T13:35:10.224673Z","caller":"traceutil/trace.go:171","msg":"trace[714460762] transaction","detail":"{read_only:false; response_revision:12433; number_of_response:1; }","duration":"189.435544ms","start":"2026-08-28T13:35:10.035217Z","end":"2026-08-28T13:35:10.224653Z","steps":["trace[714460762] 'process raft request' (duration: 189.126007ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:35:10.225002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.5477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-28T13:35:10.225056Z","caller":"traceutil/trace.go:171","msg":"trace[1336898173] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12433; }","duration":"281.636392ms","start":"2026-08-28T13:35:09.943405Z","end":"2026-08-28T13:35:10.225041Z","steps":["trace[1336898173] 'agreement among raft nodes before linearized reading' (duration: 281.479397ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:35:10.225316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.39004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T13:35:10.225359Z","caller":"traceutil/trace.go:171","msg":"trace[1805726053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12433; }","duration":"192.931034ms","start":"2026-08-28T13:35:10.032414Z","end":"2026-08-28T13:35:10.225345Z","steps":["trace[1805726053] 'agreement among raft nodes before linearized reading' (duration: 192.36866ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:35:24.029162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10368} {"level":"info","ts":"2026-08-28T13:35:24.114192Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10368,"took":"82.677063ms","hash":2552856528,"current-db-size-bytes":56930304,"current-db-size":"57 MB","current-db-size-in-use-bytes":24727552,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-28T13:35:24.11426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2552856528,"revision":10368,"compact-revision":7998} {"level":"info","ts":"2026-08-28T13:40:24.039613Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12550} {"level":"info","ts":"2026-08-28T13:40:24.125755Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12550,"took":"83.49579ms","hash":1366593594,"current-db-size-bytes":56930304,"current-db-size":"57 MB","current-db-size-in-use-bytes":28033024,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T13:40:24.125849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1366593594,"revision":12550,"compact-revision":10368} {"level":"info","ts":"2026-08-28T13:41:45.25433Z","caller":"traceutil/trace.go:171","msg":"trace[12315189] transaction","detail":"{read_only:false; response_revision:15061; number_of_response:1; }","duration":"220.425679ms","start":"2026-08-28T13:41:45.033871Z","end":"2026-08-28T13:41:45.254297Z","steps":["trace[12315189] 'process raft request' (duration: 220.208712ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:41:45.27008Z","caller":"traceutil/trace.go:171","msg":"trace[712459141] transaction","detail":"{read_only:false; response_revision:15062; number_of_response:1; }","duration":"235.133025ms","start":"2026-08-28T13:41:45.034885Z","end":"2026-08-28T13:41:45.270018Z","steps":["trace[712459141] 'process raft request' (duration: 234.853629ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:42:05.122756Z","caller":"traceutil/trace.go:171","msg":"trace[1723380619] linearizableReadLoop","detail":"{readStateIndex:15705; appliedIndex:15704; }","duration":"138.064787ms","start":"2026-08-28T13:42:04.984666Z","end":"2026-08-28T13:42:05.122731Z","steps":["trace[1723380619] 'read index received' (duration: 137.916793ms)","trace[1723380619] 'applied index is now lower than readState.Index' (duration: 146.394µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:42:05.122887Z","caller":"traceutil/trace.go:171","msg":"trace[1809277275] transaction","detail":"{read_only:false; response_revision:15175; number_of_response:1; }","duration":"157.142507ms","start":"2026-08-28T13:42:04.965733Z","end":"2026-08-28T13:42:05.122876Z","steps":["trace[1809277275] 'process raft request' (duration: 156.84814ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:42:05.126924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.231834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-28T13:42:05.127056Z","caller":"traceutil/trace.go:171","msg":"trace[723179243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15175; }","duration":"142.424529ms","start":"2026-08-28T13:42:04.984597Z","end":"2026-08-28T13:42:05.127021Z","steps":["trace[723179243] 'agreement among raft nodes before linearized reading' (duration: 138.24382ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:42:05.158366Z","caller":"traceutil/trace.go:171","msg":"trace[592569408] transaction","detail":"{read_only:false; response_revision:15176; number_of_response:1; }","duration":"116.12746ms","start":"2026-08-28T13:42:05.042203Z","end":"2026-08-28T13:42:05.15833Z","steps":["trace[592569408] 'process raft request' (duration: 115.681409ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:42:30.777037Z","caller":"traceutil/trace.go:171","msg":"trace[1214294230] linearizableReadLoop","detail":"{readStateIndex:16045; appliedIndex:16044; }","duration":"215.483338ms","start":"2026-08-28T13:42:30.561522Z","end":"2026-08-28T13:42:30.777005Z","steps":["trace[1214294230] 'read index received' (duration: 215.286013ms)","trace[1214294230] 'applied index is now lower than readState.Index' (duration: 195.905µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:42:30.777164Z","caller":"traceutil/trace.go:171","msg":"trace[595544143] transaction","detail":"{read_only:false; response_revision:15503; number_of_response:1; }","duration":"222.271074ms","start":"2026-08-28T13:42:30.554843Z","end":"2026-08-28T13:42:30.777114Z","steps":["trace[595544143] 'process raft request' (duration: 221.987526ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:42:30.777329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.794316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T13:42:30.777377Z","caller":"traceutil/trace.go:171","msg":"trace[9370560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15503; }","duration":"215.91576ms","start":"2026-08-28T13:42:30.56145Z","end":"2026-08-28T13:42:30.777366Z","steps":["trace[9370560] 'agreement among raft nodes before linearized reading' (duration: 215.729685ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:42:30.777397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.449017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:42:30.777528Z","caller":"traceutil/trace.go:171","msg":"trace[622016423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15503; }","duration":"107.667592ms","start":"2026-08-28T13:42:30.669824Z","end":"2026-08-28T13:42:30.777491Z","steps":["trace[622016423] 'agreement among raft nodes before linearized reading' (duration: 107.431856ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:42:31.046361Z","caller":"traceutil/trace.go:171","msg":"trace[1313632622] transaction","detail":"{read_only:false; response_revision:15504; number_of_response:1; }","duration":"263.588387ms","start":"2026-08-28T13:42:30.782739Z","end":"2026-08-28T13:42:31.046328Z","steps":["trace[1313632622] 'process raft request' (duration: 253.577869ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:42:31.046788Z","caller":"traceutil/trace.go:171","msg":"trace[556451648] linearizableReadLoop","detail":"{readStateIndex:16048; appliedIndex:16045; }","duration":"108.934545ms","start":"2026-08-28T13:42:30.937821Z","end":"2026-08-28T13:42:31.046756Z","steps":["trace[556451648] 'read index received' (duration: 98.473065ms)","trace[556451648] 'applied index is now lower than readState.Index' (duration: 10.460129ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:42:31.046804Z","caller":"traceutil/trace.go:171","msg":"trace[2052326872] transaction","detail":"{read_only:false; response_revision:15505; number_of_response:1; }","duration":"263.923665ms","start":"2026-08-28T13:42:30.782809Z","end":"2026-08-28T13:42:31.046732Z","steps":["trace[2052326872] 'process raft request' (duration: 263.456923ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:42:31.046853Z","caller":"traceutil/trace.go:171","msg":"trace[232808058] transaction","detail":"{read_only:false; response_revision:15506; number_of_response:1; }","duration":"167.280297ms","start":"2026-08-28T13:42:30.879523Z","end":"2026-08-28T13:42:31.046803Z","steps":["trace[232808058] 'process raft request' (duration: 167.076642ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:42:31.047068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.237582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-28T13:42:31.048252Z","caller":"traceutil/trace.go:171","msg":"trace[1413485639] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:15506; }","duration":"109.685074ms","start":"2026-08-28T13:42:30.937718Z","end":"2026-08-28T13:42:31.047403Z","steps":["trace[1413485639] 'agreement among raft nodes before linearized reading' (duration: 109.168271ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:43:58.809434Z","caller":"traceutil/trace.go:171","msg":"trace[1198125827] transaction","detail":"{read_only:false; response_revision:16322; number_of_response:1; }","duration":"131.715442ms","start":"2026-08-28T13:43:58.67769Z","end":"2026-08-28T13:43:58.809406Z","steps":["trace[1198125827] 'process raft request' (duration: 131.529937ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:43:58.975406Z","caller":"traceutil/trace.go:171","msg":"trace[1229575758] transaction","detail":"{read_only:false; response_revision:16323; number_of_response:1; }","duration":"265.5836ms","start":"2026-08-28T13:43:58.709783Z","end":"2026-08-28T13:43:58.975367Z","steps":["trace[1229575758] 'process raft request' (duration: 227.795586ms)","trace[1229575758] 'compare' (duration: 37.533756ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:43:58.975851Z","caller":"traceutil/trace.go:171","msg":"trace[1451580836] transaction","detail":"{read_only:false; response_revision:16324; number_of_response:1; }","duration":"262.269964ms","start":"2026-08-28T13:43:58.713548Z","end":"2026-08-28T13:43:58.975818Z","steps":["trace[1451580836] 'process raft request' (duration: 261.753011ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:43:58.976199Z","caller":"traceutil/trace.go:171","msg":"trace[2036495267] linearizableReadLoop","detail":"{readStateIndex:16890; appliedIndex:16887; }","duration":"240.227606ms","start":"2026-08-28T13:43:58.735951Z","end":"2026-08-28T13:43:58.976179Z","steps":["trace[2036495267] 'read index received' (duration: 73.241757ms)","trace[2036495267] 'applied index is now lower than readState.Index' (duration: 166.984729ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:43:58.976313Z","caller":"traceutil/trace.go:171","msg":"trace[1691705104] transaction","detail":"{read_only:false; response_revision:16325; number_of_response:1; }","duration":"218.98661ms","start":"2026-08-28T13:43:58.757314Z","end":"2026-08-28T13:43:58.9763Z","steps":["trace[1691705104] 'process raft request' (duration: 218.397704ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:43:58.976619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.637787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b524j\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-28T13:43:58.976676Z","caller":"traceutil/trace.go:171","msg":"trace[39861671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b524j; range_end:; response_count:1; response_revision:16325; }","duration":"240.74339ms","start":"2026-08-28T13:43:58.735913Z","end":"2026-08-28T13:43:58.976656Z","steps":["trace[39861671] 'agreement among raft nodes before linearized reading' (duration: 240.440172ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:43:58.976804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.829685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-stq84\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-08-28T13:43:58.976862Z","caller":"traceutil/trace.go:171","msg":"trace[1581794589] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-stq84; range_end:; response_count:1; response_revision:16325; }","duration":"133.968529ms","start":"2026-08-28T13:43:58.842876Z","end":"2026-08-28T13:43:58.976845Z","steps":["trace[1581794589] 'agreement among raft nodes before linearized reading' (duration: 133.771974ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:43:58.977227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.797644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T13:43:58.977277Z","caller":"traceutil/trace.go:171","msg":"trace[2072429742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:16325; }","duration":"117.877587ms","start":"2026-08-28T13:43:58.859385Z","end":"2026-08-28T13:43:58.977263Z","steps":["trace[2072429742] 'agreement among raft nodes before linearized reading' (duration: 117.806445ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:44:04.993893Z","caller":"traceutil/trace.go:171","msg":"trace[462558909] transaction","detail":"{read_only:false; response_revision:16352; number_of_response:1; }","duration":"159.382784ms","start":"2026-08-28T13:44:04.834489Z","end":"2026-08-28T13:44:04.993872Z","steps":["trace[462558909] 'process raft request' (duration: 159.271331ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:45:24.068345Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14563} {"level":"info","ts":"2026-08-28T13:45:24.15232Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14563,"took":"80.609415ms","hash":4164769124,"current-db-size-bytes":56930304,"current-db-size":"57 MB","current-db-size-in-use-bytes":30928896,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T13:45:24.152416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4164769124,"revision":14563,"compact-revision":12550} {"level":"info","ts":"2026-08-28T13:47:12.289361Z","caller":"traceutil/trace.go:171","msg":"trace[1338722703] transaction","detail":"{read_only:false; response_revision:17846; number_of_response:1; }","duration":"107.062357ms","start":"2026-08-28T13:47:12.18216Z","end":"2026-08-28T13:47:12.289222Z","steps":["trace[1338722703] 'process raft request' (duration: 106.736819ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:50:24.080601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16866} {"level":"info","ts":"2026-08-28T13:50:24.201919Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16866,"took":"115.771282ms","hash":537420163,"current-db-size-bytes":56930304,"current-db-size":"57 MB","current-db-size-in-use-bytes":31772672,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T13:50:24.20201Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":537420163,"revision":16866,"compact-revision":14563} {"level":"warn","ts":"2026-08-28T13:50:33.1532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.294996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-28T13:50:33.15321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.164868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sxwjr\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-08-28T13:50:33.153305Z","caller":"traceutil/trace.go:171","msg":"trace[103283815] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19149; }","duration":"302.474321ms","start":"2026-08-28T13:50:32.850801Z","end":"2026-08-28T13:50:33.153275Z","steps":["trace[103283815] 'count revisions from in-memory index tree' (duration: 302.173492ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:50:33.153314Z","caller":"traceutil/trace.go:171","msg":"trace[326975165] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sxwjr; range_end:; response_count:1; response_revision:19149; }","duration":"277.358304ms","start":"2026-08-28T13:50:32.875932Z","end":"2026-08-28T13:50:33.153291Z","steps":["trace[326975165] 'range keys from in-memory index tree' (duration: 276.913022ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:33.15334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:50:32.850749Z","time spent":"302.583284ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-08-28T13:50:33.930553Z","caller":"traceutil/trace.go:171","msg":"trace[295930679] linearizableReadLoop","detail":"{readStateIndex:19814; appliedIndex:19813; }","duration":"122.28904ms","start":"2026-08-28T13:50:33.808227Z","end":"2026-08-28T13:50:33.930516Z","steps":["trace[295930679] 'read index received' (duration: 122.015533ms)","trace[295930679] 'applied index is now lower than readState.Index' (duration: 272.617µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:50:33.930659Z","caller":"traceutil/trace.go:171","msg":"trace[1513776055] transaction","detail":"{read_only:false; response_revision:19152; number_of_response:1; }","duration":"217.713647ms","start":"2026-08-28T13:50:33.712902Z","end":"2026-08-28T13:50:33.930615Z","steps":["trace[1513776055] 'process raft request' (duration: 217.41769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:33.930882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.608518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-28T13:50:33.930951Z","caller":"traceutil/trace.go:171","msg":"trace[163104819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19152; }","duration":"122.764293ms","start":"2026-08-28T13:50:33.808168Z","end":"2026-08-28T13:50:33.930932Z","steps":["trace[163104819] 'agreement among raft nodes before linearized reading' (duration: 122.472875ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:50:34.387465Z","caller":"traceutil/trace.go:171","msg":"trace[336746029] linearizableReadLoop","detail":"{readStateIndex:19815; appliedIndex:19814; }","duration":"446.965513ms","start":"2026-08-28T13:50:33.94047Z","end":"2026-08-28T13:50:34.387436Z","steps":["trace[336746029] 'read index received' (duration: 446.712396ms)","trace[336746029] 'applied index is now lower than readState.Index' (duration: 252.107µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:50:34.387768Z","caller":"traceutil/trace.go:171","msg":"trace[850345378] transaction","detail":"{read_only:false; response_revision:19153; number_of_response:1; }","duration":"451.1434ms","start":"2026-08-28T13:50:33.936611Z","end":"2026-08-28T13:50:34.387755Z","steps":["trace[850345378] 'process raft request' (duration: 450.644537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.387921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:50:33.936584Z","time spent":"451.238043ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T13:50:34.388219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.757173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-28T13:50:34.388257Z","caller":"traceutil/trace.go:171","msg":"trace[2032963245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19153; }","duration":"447.834745ms","start":"2026-08-28T13:50:33.940408Z","end":"2026-08-28T13:50:34.388243Z","steps":["trace[2032963245] 'agreement among raft nodes before linearized reading' (duration: 447.698922ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.388283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:50:33.940391Z","time spent":"447.886376ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-28T13:50:34.388492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.184865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8xddd\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-08-28T13:50:34.388525Z","caller":"traceutil/trace.go:171","msg":"trace[1169632257] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8xddd; range_end:; response_count:1; response_revision:19153; }","duration":"429.275998ms","start":"2026-08-28T13:50:33.959238Z","end":"2026-08-28T13:50:34.388514Z","steps":["trace[1169632257] 'agreement among raft nodes before linearized reading' (duration: 429.176486ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.388559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:50:33.959209Z","time spent":"429.34089ms","remote":"127.0.0.1:42582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8xddd\" "} {"level":"warn","ts":"2026-08-28T13:50:34.388841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.626897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T13:50:34.388902Z","caller":"traceutil/trace.go:171","msg":"trace[772261744] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19153; }","duration":"120.73869ms","start":"2026-08-28T13:50:34.268146Z","end":"2026-08-28T13:50:34.388885Z","steps":["trace[772261744] 'agreement among raft nodes before linearized reading' (duration: 120.614227ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.389202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.210802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-28T13:50:34.389267Z","caller":"traceutil/trace.go:171","msg":"trace[1920752255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19153; }","duration":"397.311064ms","start":"2026-08-28T13:50:33.991939Z","end":"2026-08-28T13:50:34.38925Z","steps":["trace[1920752255] 'agreement among raft nodes before linearized reading' (duration: 397.148649ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.38931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:50:33.99192Z","time spent":"397.377936ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-28T13:50:34.389585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.567227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-08-28T13:50:34.389667Z","caller":"traceutil/trace.go:171","msg":"trace[120251107] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19153; }","duration":"214.69367ms","start":"2026-08-28T13:50:34.174956Z","end":"2026-08-28T13:50:34.38965Z","steps":["trace[120251107] 'agreement among raft nodes before linearized reading' (duration: 214.521636ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.635696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.25476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T13:50:34.635946Z","caller":"traceutil/trace.go:171","msg":"trace[759898303] transaction","detail":"{read_only:false; response_revision:19155; number_of_response:1; }","duration":"236.973344ms","start":"2026-08-28T13:50:34.398948Z","end":"2026-08-28T13:50:34.635921Z","steps":["trace[759898303] 'process raft request' (duration: 236.894982ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:50:34.636346Z","caller":"traceutil/trace.go:171","msg":"trace[525953342] transaction","detail":"{read_only:false; response_revision:19154; number_of_response:1; }","duration":"241.303685ms","start":"2026-08-28T13:50:34.395024Z","end":"2026-08-28T13:50:34.636327Z","steps":["trace[525953342] 'process raft request' (duration: 90.304285ms)","trace[525953342] 'compare' (duration: 149.926942ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:50:34.6365Z","caller":"traceutil/trace.go:171","msg":"trace[1831032686] linearizableReadLoop","detail":"{readStateIndex:19816; appliedIndex:19815; }","duration":"240.130225ms","start":"2026-08-28T13:50:34.396356Z","end":"2026-08-28T13:50:34.636486Z","steps":["trace[1831032686] 'read index received' (duration: 88.986371ms)","trace[1831032686] 'applied index is now lower than readState.Index' (duration: 151.142394ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:50:34.637534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.167262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-08-28T13:50:34.637594Z","caller":"traceutil/trace.go:171","msg":"trace[2003421226] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:19155; }","duration":"241.274905ms","start":"2026-08-28T13:50:34.396304Z","end":"2026-08-28T13:50:34.637579Z","steps":["trace[2003421226] 'agreement among raft nodes before linearized reading' (duration: 240.357232ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.722817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.719127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-28T13:50:34.72293Z","caller":"traceutil/trace.go:171","msg":"trace[645203712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19158; }","duration":"215.909161ms","start":"2026-08-28T13:50:34.506994Z","end":"2026-08-28T13:50:34.722903Z","steps":["trace[645203712] 'agreement among raft nodes before linearized reading' (duration: 215.591313ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.722943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.716928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-28T13:50:34.723063Z","caller":"traceutil/trace.go:171","msg":"trace[799062174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19158; }","duration":"217.858612ms","start":"2026-08-28T13:50:34.505179Z","end":"2026-08-28T13:50:34.723038Z","steps":["trace[799062174] 'agreement among raft nodes before linearized reading' (duration: 217.482542ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.722831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T13:50:34.723183Z","caller":"traceutil/trace.go:171","msg":"trace[1037030346] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:19158; }","duration":"285.75298ms","start":"2026-08-28T13:50:34.437405Z","end":"2026-08-28T13:50:34.723158Z","steps":["trace[1037030346] 'agreement among raft nodes before linearized reading' (duration: 285.31033ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.723253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.25853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-stq84\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-08-28T13:50:34.723318Z","caller":"traceutil/trace.go:171","msg":"trace[1758664609] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-stq84; range_end:; response_count:1; response_revision:19158; }","duration":"157.395184ms","start":"2026-08-28T13:50:34.565909Z","end":"2026-08-28T13:50:34.723304Z","steps":["trace[1758664609] 'agreement among raft nodes before linearized reading' (duration: 157.194449ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.723699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.290663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946682"} {"level":"info","ts":"2026-08-28T13:50:34.723768Z","caller":"traceutil/trace.go:171","msg":"trace[648825556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19158; }","duration":"324.416117ms","start":"2026-08-28T13:50:34.399342Z","end":"2026-08-28T13:50:34.723758Z","steps":["trace[648825556] 'agreement among raft nodes before linearized reading' (duration: 323.279268ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:50:34.723814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T13:50:34.399326Z","time spent":"324.477908ms","remote":"127.0.0.1:42582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946705,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-28T13:50:40.469428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.818628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7084800-33ce-45b0-9332-1bc9003ff478\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-08-28T13:50:40.469542Z","caller":"traceutil/trace.go:171","msg":"trace[381554506] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7084800-33ce-45b0-9332-1bc9003ff478; range_end:; response_count:1; response_revision:19255; }","duration":"149.997804ms","start":"2026-08-28T13:50:40.319513Z","end":"2026-08-28T13:50:40.46951Z","steps":["trace[381554506] 'range keys from in-memory index tree' (duration: 149.535502ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:50:44.841654Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39c975536cfc1086","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T13:50:44.853948Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-28T13:50:44.854241Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-28T13:55:24.087463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19070} {"level":"info","ts":"2026-08-28T13:55:24.189322Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19070,"took":"97.652032ms","hash":2525889252,"current-db-size-bytes":56930304,"current-db-size":"57 MB","current-db-size-in-use-bytes":34131968,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-28T13:55:24.189418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2525889252,"revision":19070,"compact-revision":16866} {"level":"info","ts":"2026-08-28T13:56:30.122636Z","caller":"traceutil/trace.go:171","msg":"trace[991875883] transaction","detail":"{read_only:false; response_revision:21911; number_of_response:1; }","duration":"227.324701ms","start":"2026-08-28T13:56:29.895277Z","end":"2026-08-28T13:56:30.122601Z","steps":["trace[991875883] 'process raft request' (duration: 227.150627ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:56:30.339457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.428408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-28T13:56:30.339557Z","caller":"traceutil/trace.go:171","msg":"trace[1508826723] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:21911; }","duration":"150.602835ms","start":"2026-08-28T13:56:30.188934Z","end":"2026-08-28T13:56:30.339537Z","steps":["trace[1508826723] 'count revisions from in-memory index tree' (duration: 150.310476ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:40.526533Z","caller":"traceutil/trace.go:171","msg":"trace[338302004] transaction","detail":"{read_only:false; response_revision:21964; number_of_response:1; }","duration":"141.962ms","start":"2026-08-28T13:56:40.384537Z","end":"2026-08-28T13:56:40.526499Z","steps":["trace[338302004] 'process raft request' (duration: 141.748514ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:40.53841Z","caller":"traceutil/trace.go:171","msg":"trace[1351290121] transaction","detail":"{read_only:false; response_revision:21966; number_of_response:1; }","duration":"150.687436ms","start":"2026-08-28T13:56:40.387584Z","end":"2026-08-28T13:56:40.538271Z","steps":["trace[1351290121] 'process raft request' (duration: 150.408409ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:40.538407Z","caller":"traceutil/trace.go:171","msg":"trace[521679018] transaction","detail":"{read_only:false; response_revision:21965; number_of_response:1; }","duration":"151.380334ms","start":"2026-08-28T13:56:40.386941Z","end":"2026-08-28T13:56:40.538322Z","steps":["trace[521679018] 'process raft request' (duration: 150.702276ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:46.729901Z","caller":"traceutil/trace.go:171","msg":"trace[1312004189] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"156.077615ms","start":"2026-08-28T13:56:46.573782Z","end":"2026-08-28T13:56:46.72986Z","steps":["trace[1312004189] 'process raft request' (duration: 155.811148ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:46.730204Z","caller":"traceutil/trace.go:171","msg":"trace[455875747] transaction","detail":"{read_only:false; response_revision:21998; number_of_response:1; }","duration":"156.357182ms","start":"2026-08-28T13:56:46.573808Z","end":"2026-08-28T13:56:46.730165Z","steps":["trace[455875747] 'process raft request' (duration: 155.994173ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:46.730236Z","caller":"traceutil/trace.go:171","msg":"trace[360861798] linearizableReadLoop","detail":"{readStateIndex:22754; appliedIndex:22751; }","duration":"150.736346ms","start":"2026-08-28T13:56:46.579448Z","end":"2026-08-28T13:56:46.730184Z","steps":["trace[360861798] 'read index received' (duration: 62.408277ms)","trace[360861798] 'applied index is now lower than readState.Index' (duration: 88.323999ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:56:46.730544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.058926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-28T13:56:46.730658Z","caller":"traceutil/trace.go:171","msg":"trace[1109701259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21998; }","duration":"151.224279ms","start":"2026-08-28T13:56:46.579401Z","end":"2026-08-28T13:56:46.730626Z","steps":["trace[1109701259] 'agreement among raft nodes before linearized reading' (duration: 150.919371ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:56:46.995064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.473846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T13:56:46.995504Z","caller":"traceutil/trace.go:171","msg":"trace[639824218] transaction","detail":"{read_only:false; response_revision:22000; number_of_response:1; }","duration":"102.223089ms","start":"2026-08-28T13:56:46.893256Z","end":"2026-08-28T13:56:46.995479Z","steps":["trace[639824218] 'process raft request' (duration: 102.008113ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:46.995501Z","caller":"traceutil/trace.go:171","msg":"trace[1309250564] transaction","detail":"{read_only:false; response_revision:21999; number_of_response:1; }","duration":"259.460404ms","start":"2026-08-28T13:56:46.735929Z","end":"2026-08-28T13:56:46.99539Z","steps":["trace[1309250564] 'process raft request' (duration: 112.514056ms)","trace[1309250564] 'compare' (duration: 146.170748ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:56:47.293967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.829904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T13:56:47.29411Z","caller":"traceutil/trace.go:171","msg":"trace[1906845287] linearizableReadLoop","detail":"{readStateIndex:22757; appliedIndex:22756; }","duration":"269.227667ms","start":"2026-08-28T13:56:47.024857Z","end":"2026-08-28T13:56:47.294085Z","steps":["trace[1906845287] 'read index received' (duration: 102.221439ms)","trace[1906845287] 'applied index is now lower than readState.Index' (duration: 167.004358ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:56:47.294434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.574267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-28T13:56:47.29444Z","caller":"traceutil/trace.go:171","msg":"trace[1441714449] transaction","detail":"{read_only:false; response_revision:22001; number_of_response:1; }","duration":"293.188779ms","start":"2026-08-28T13:56:47.000931Z","end":"2026-08-28T13:56:47.294119Z","steps":["trace[1441714449] 'process raft request' (duration: 126.076368ms)","trace[1441714449] 'compare' (duration: 166.68533ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T13:56:47.294501Z","caller":"traceutil/trace.go:171","msg":"trace[425723292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22001; }","duration":"269.68034ms","start":"2026-08-28T13:56:47.024801Z","end":"2026-08-28T13:56:47.294481Z","steps":["trace[425723292] 'agreement among raft nodes before linearized reading' (duration: 269.420483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T13:56:47.294504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.786356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-28T13:56:47.294511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.202186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T13:56:47.294567Z","caller":"traceutil/trace.go:171","msg":"trace[697923560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22001; }","duration":"261.876048ms","start":"2026-08-28T13:56:47.032671Z","end":"2026-08-28T13:56:47.294547Z","steps":["trace[697923560] 'agreement among raft nodes before linearized reading' (duration: 261.702222ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:47.294602Z","caller":"traceutil/trace.go:171","msg":"trace[1610639107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22001; }","duration":"262.366661ms","start":"2026-08-28T13:56:47.032215Z","end":"2026-08-28T13:56:47.294581Z","steps":["trace[1610639107] 'agreement among raft nodes before linearized reading' (duration: 262.101473ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:47.575558Z","caller":"traceutil/trace.go:171","msg":"trace[482945941] linearizableReadLoop","detail":"{readStateIndex:22760; appliedIndex:22758; }","duration":"186.859273ms","start":"2026-08-28T13:56:47.388677Z","end":"2026-08-28T13:56:47.575537Z","steps":["trace[482945941] 'read index received' (duration: 186.589245ms)","trace[482945941] 'applied index is now lower than readState.Index' (duration: 269.318µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T13:56:47.575759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.058408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.118\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-28T13:56:47.575785Z","caller":"traceutil/trace.go:171","msg":"trace[781442846] range","detail":"{range_begin:/registry/masterleases/162.253.55.118; range_end:; response_count:1; response_revision:22004; }","duration":"187.13106ms","start":"2026-08-28T13:56:47.388644Z","end":"2026-08-28T13:56:47.575775Z","steps":["trace[781442846] 'agreement among raft nodes before linearized reading' (duration: 186.975326ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:47.575985Z","caller":"traceutil/trace.go:171","msg":"trace[1109830197] transaction","detail":"{read_only:false; response_revision:22004; number_of_response:1; }","duration":"273.239932ms","start":"2026-08-28T13:56:47.302735Z","end":"2026-08-28T13:56:47.575975Z","steps":["trace[1109830197] 'process raft request' (duration: 272.77377ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T13:56:47.575985Z","caller":"traceutil/trace.go:171","msg":"trace[1536157598] transaction","detail":"{read_only:false; response_revision:22003; number_of_response:1; }","duration":"273.544529ms","start":"2026-08-28T13:56:47.302391Z","end":"2026-08-28T13:56:47.575936Z","steps":["trace[1536157598] 'process raft request' (duration: 272.961834ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T14:00:24.099432Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21520} {"level":"info","ts":"2026-08-28T14:00:24.253988Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21520,"took":"148.734365ms","hash":1548962630,"current-db-size-bytes":56930304,"current-db-size":"57 MB","current-db-size-in-use-bytes":31395840,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T14:00:24.254146Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1548962630,"revision":21520,"compact-revision":19070} {"level":"info","ts":"2026-08-28T14:01:03.398149Z","caller":"traceutil/trace.go:171","msg":"trace[1773976719] linearizableReadLoop","detail":"{readStateIndex:25466; appliedIndex:25464; }","duration":"183.24085ms","start":"2026-08-28T14:01:03.214886Z","end":"2026-08-28T14:01:03.398127Z","steps":["trace[1773976719] 'read index received' (duration: 176.863884ms)","trace[1773976719] 'applied index is now lower than readState.Index' (duration: 6.376206ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T14:01:03.398253Z","caller":"traceutil/trace.go:171","msg":"trace[1472413322] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"226.11493ms","start":"2026-08-28T14:01:03.172125Z","end":"2026-08-28T14:01:03.39824Z","steps":["trace[1472413322] 'process raft request' (duration: 225.908135ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T14:01:03.398296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.387273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-28T14:01:03.398331Z","caller":"traceutil/trace.go:171","msg":"trace[1936861487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24629; }","duration":"183.478346ms","start":"2026-08-28T14:01:03.214844Z","end":"2026-08-28T14:01:03.398322Z","steps":["trace[1936861487] 'agreement among raft nodes before linearized reading' (duration: 183.402934ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T14:01:03.398312Z","caller":"traceutil/trace.go:171","msg":"trace[1075465722] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"327.412477ms","start":"2026-08-28T14:01:03.07078Z","end":"2026-08-28T14:01:03.398193Z","steps":["trace[1075465722] 'process raft request' (duration: 320.952259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T14:01:03.398741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T14:01:03.07075Z","time spent":"327.886848ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T14:03:25.545415Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000068df.wal"} {"level":"info","ts":"2026-08-28T14:05:24.106829Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23785} {"level":"info","ts":"2026-08-28T14:05:24.236154Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23785,"took":"124.887139ms","hash":2323190919,"current-db-size-bytes":57364480,"current-db-size":"57 MB","current-db-size-in-use-bytes":43286528,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-08-28T14:05:24.236227Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2323190919,"revision":23785,"compact-revision":21520} {"level":"info","ts":"2026-08-28T14:10:10.711103Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39c975536cfc1086","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T14:10:10.718158Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-08-28T14:10:10.718264Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-08-28T14:10:24.112799Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26919} {"level":"info","ts":"2026-08-28T14:10:24.256648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26919,"took":"139.956707ms","hash":3126634439,"current-db-size-bytes":57794560,"current-db-size":"58 MB","current-db-size-in-use-bytes":31477760,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T14:10:24.256731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3126634439,"revision":26919,"compact-revision":23785}