{"level":"warn","ts":"2026-03-09T22:27:51.917445Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T22:27:51.917547Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.207:2380","--initial-cluster=instance=https://162.253.55.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T22:27:51.917634Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T22:27:51.917643Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-09T22:27:51.917664Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T22:27:51.918358Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"]} {"level":"info","ts":"2026-03-09T22:27:51.918436Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T22:27:51.922514Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.83702ms"} {"level":"info","ts":"2026-03-09T22:27:51.930058Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6f1fcbe50562a63a","cluster-id":"a9b9f04f4e8a9fba"} {"level":"info","ts":"2026-03-09T22:27:51.930183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T22:27:51.930226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 0"} {"level":"info","ts":"2026-03-09T22:27:51.930255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6f1fcbe50562a63a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T22:27:51.930282Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 1"} {"level":"info","ts":"2026-03-09T22:27:51.930339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"warn","ts":"2026-03-09T22:27:51.938763Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T22:27:51.940682Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T22:27:51.941836Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T22:27:51.943996Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6f1fcbe50562a63a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T22:27:51.947519Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6f1fcbe50562a63a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T22:27:51.947536Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T22:27:51.947759Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T22:27:51.947816Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T22:27:51.949501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"info","ts":"2026-03-09T22:27:51.949634Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T22:27:51.949667Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","added-peer-id":"6f1fcbe50562a63a","added-peer-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-09T22:27:51.949741Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-09T22:27:51.94979Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-09T22:27:51.949858Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6f1fcbe50562a63a","initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T22:27:51.9499Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T22:27:52.731228Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T22:27:52.731346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T22:27:52.731413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgPreVoteResp from 6f1fcbe50562a63a at term 1"} {"level":"info","ts":"2026-03-09T22:27:52.731448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became candidate at term 2"} {"level":"info","ts":"2026-03-09T22:27:52.731466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgVoteResp from 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-09T22:27:52.731488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became leader at term 2"} {"level":"info","ts":"2026-03-09T22:27:52.731508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6f1fcbe50562a63a elected leader 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-09T22:27:52.732652Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:27:52.733594Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6f1fcbe50562a63a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.207:2379]}","request-path":"/0/members/6f1fcbe50562a63a/attributes","cluster-id":"a9b9f04f4e8a9fba","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T22:27:52.733605Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T22:27:52.733692Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T22:27:52.734025Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T22:27:52.734102Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T22:27:52.737169Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T22:27:52.737445Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.207:2379"} {"level":"info","ts":"2026-03-09T22:27:52.738475Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:27:52.738567Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:27:52.73862Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-09T22:28:08.942997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358159707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:28:09.068706Z","caller":"traceutil/trace.go:171","msg":"trace[1836886307] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:384; }","duration":"626.734813ms","start":"2026-03-09T22:28:08.441931Z","end":"2026-03-09T22:28:09.068665Z","steps":["trace[1836886307] 'read index received' (duration: 626.437056ms)","trace[1836886307] 'applied index is now lower than readState.Index' (duration: 296.217µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:09.068806Z","caller":"traceutil/trace.go:171","msg":"trace[315719602] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"659.612811ms","start":"2026-03-09T22:28:08.409153Z","end":"2026-03-09T22:28:09.068766Z","steps":["trace[315719602] 'process raft request' (duration: 659.297574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:09.068996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.002139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:28:09.069106Z","caller":"traceutil/trace.go:171","msg":"trace[2105522824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:372; }","duration":"627.202624ms","start":"2026-03-09T22:28:08.441884Z","end":"2026-03-09T22:28:09.069087Z","steps":["trace[2105522824] 'agreement among raft nodes before linearized reading' (duration: 626.998739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:09.069144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.844157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"warn","ts":"2026-03-09T22:28:09.069073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.163347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:28:09.069168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:08.441862Z","time spent":"627.294436ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:28:09.069326Z","caller":"traceutil/trace.go:171","msg":"trace[902422349] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:372; }","duration":"122.039992ms","start":"2026-03-09T22:28:08.947213Z","end":"2026-03-09T22:28:09.069253Z","steps":["trace[902422349] 'agreement among raft nodes before linearized reading' (duration: 121.790936ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:09.069421Z","caller":"traceutil/trace.go:171","msg":"trace[858413912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"331.544196ms","start":"2026-03-09T22:28:08.737811Z","end":"2026-03-09T22:28:09.069355Z","steps":["trace[858413912] 'agreement among raft nodes before linearized reading' (duration: 331.143007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:09.069508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:08.737775Z","time spent":"331.71849ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:28:09.069579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:08.409129Z","time spent":"659.766255ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:28:14.660621Z","caller":"traceutil/trace.go:171","msg":"trace[1504098410] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"115.097659ms","start":"2026-03-09T22:28:14.545493Z","end":"2026-03-09T22:28:14.660591Z","steps":["trace[1504098410] 'process raft request' (duration: 114.874204ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:15.219337Z","caller":"traceutil/trace.go:171","msg":"trace[1600381871] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"117.531947ms","start":"2026-03-09T22:28:15.101776Z","end":"2026-03-09T22:28:15.219308Z","steps":["trace[1600381871] 'process raft request' (duration: 117.277321ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:15.223353Z","caller":"traceutil/trace.go:171","msg":"trace[1422645606] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"119.955542ms","start":"2026-03-09T22:28:15.103367Z","end":"2026-03-09T22:28:15.223323Z","steps":["trace[1422645606] 'process raft request' (duration: 119.905101ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:15.223597Z","caller":"traceutil/trace.go:171","msg":"trace[895752579] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"121.488459ms","start":"2026-03-09T22:28:15.102073Z","end":"2026-03-09T22:28:15.223562Z","steps":["trace[895752579] 'process raft request' (duration: 121.066409ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:25.841765Z","caller":"traceutil/trace.go:171","msg":"trace[1360206711] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"113.431944ms","start":"2026-03-09T22:28:25.728312Z","end":"2026-03-09T22:28:25.841744Z","steps":["trace[1360206711] 'process raft request' (duration: 113.26167ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:25.842407Z","caller":"traceutil/trace.go:171","msg":"trace[14582619] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:498; }","duration":"107.117114ms","start":"2026-03-09T22:28:25.735275Z","end":"2026-03-09T22:28:25.842393Z","steps":["trace[14582619] 'read index received' (duration: 107.111544ms)","trace[14582619] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:28:25.842679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.38769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:28:25.842729Z","caller":"traceutil/trace.go:171","msg":"trace[714249396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"107.476113ms","start":"2026-03-09T22:28:25.735238Z","end":"2026-03-09T22:28:25.842714Z","steps":["trace[714249396] 'agreement among raft nodes before linearized reading' (duration: 107.395101ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.952494Z","caller":"traceutil/trace.go:171","msg":"trace[797235389] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"214.521415ms","start":"2026-03-09T22:28:30.73795Z","end":"2026-03-09T22:28:30.952471Z","steps":["trace[797235389] 'read index received' (duration: 214.355171ms)","trace[797235389] 'applied index is now lower than readState.Index' (duration: 165.024µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:28:30.952612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.660109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:28:30.952585Z","caller":"traceutil/trace.go:171","msg":"trace[1277034765] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"410.257465ms","start":"2026-03-09T22:28:30.542263Z","end":"2026-03-09T22:28:30.952521Z","steps":["trace[1277034765] 'process raft request' (duration: 410.05434ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.952643Z","caller":"traceutil/trace.go:171","msg":"trace[1501914060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"214.767741ms","start":"2026-03-09T22:28:30.737864Z","end":"2026-03-09T22:28:30.952632Z","steps":["trace[1501914060] 'agreement among raft nodes before linearized reading' (duration: 214.696339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:30.952822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:30.542222Z","time spent":"410.47436ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:28:31.284104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.722625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T22:28:31.619183Z","caller":"traceutil/trace.go:171","msg":"trace[1063589673] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"314.893169ms","start":"2026-03-09T22:28:31.304257Z","end":"2026-03-09T22:28:31.619151Z","steps":["trace[1063589673] 'process raft request' (duration: 314.665174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:31.619367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:31.304238Z","time spent":"315.033843ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:28:32.172622Z","caller":"traceutil/trace.go:171","msg":"trace[414431847] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"868.299099ms","start":"2026-03-09T22:28:31.304292Z","end":"2026-03-09T22:28:32.172591Z","steps":["trace[414431847] 'process raft request' (duration: 868.029273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:32.172843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:31.304276Z","time spent":"868.448024ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:28:32.172992Z","caller":"traceutil/trace.go:171","msg":"trace[2070225931] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"868.345781ms","start":"2026-03-09T22:28:31.304604Z","end":"2026-03-09T22:28:32.17295Z","steps":["trace[2070225931] 'process raft request' (duration: 867.939591ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:32.173061Z","caller":"traceutil/trace.go:171","msg":"trace[542815139] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:537; }","duration":"435.41863ms","start":"2026-03-09T22:28:31.737596Z","end":"2026-03-09T22:28:32.173014Z","steps":["trace[542815139] 'read index received' (duration: 434.60466ms)","trace[542815139] 'applied index is now lower than readState.Index' (duration: 810.549µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:28:32.173202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:31.304567Z","time spent":"868.533576ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:28:32.173211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.613504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:28:32.173301Z","caller":"traceutil/trace.go:171","msg":"trace[1467158588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"435.727226ms","start":"2026-03-09T22:28:31.73753Z","end":"2026-03-09T22:28:32.173257Z","steps":["trace[1467158588] 'agreement among raft nodes before linearized reading' (duration: 435.614734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:32.173322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.072022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:28:32.173345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:31.737502Z","time spent":"435.831939ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:28:32.173373Z","caller":"traceutil/trace.go:171","msg":"trace[983274977] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:519; }","duration":"148.163566ms","start":"2026-03-09T22:28:32.025188Z","end":"2026-03-09T22:28:32.173351Z","steps":["trace[983274977] 'agreement among raft nodes before linearized reading' (duration: 148.062233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:32.173414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.390841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T22:28:32.173764Z","caller":"traceutil/trace.go:171","msg":"trace[1878500850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"307.803301ms","start":"2026-03-09T22:28:31.865942Z","end":"2026-03-09T22:28:32.173745Z","steps":["trace[1878500850] 'agreement among raft nodes before linearized reading' (duration: 307.248248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:32.174882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:31.865919Z","time spent":"308.060886ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T22:28:33.871658Z","caller":"traceutil/trace.go:171","msg":"trace[2021838930] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"183.909761ms","start":"2026-03-09T22:28:33.687717Z","end":"2026-03-09T22:28:33.871627Z","steps":["trace[2021838930] 'process raft request' (duration: 183.574073ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:33.875666Z","caller":"traceutil/trace.go:171","msg":"trace[604286850] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:679; }","duration":"137.013502ms","start":"2026-03-09T22:28:33.738625Z","end":"2026-03-09T22:28:33.875639Z","steps":["trace[604286850] 'read index received' (duration: 132.530936ms)","trace[604286850] 'applied index is now lower than readState.Index' (duration: 4.481166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:28:33.875855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.210116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:28:33.875901Z","caller":"traceutil/trace.go:171","msg":"trace[918686213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"137.281728ms","start":"2026-03-09T22:28:33.738606Z","end":"2026-03-09T22:28:33.875888Z","steps":["trace[918686213] 'agreement among raft nodes before linearized reading' (duration: 137.144534ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:33.875897Z","caller":"traceutil/trace.go:171","msg":"trace[1038571000] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"179.080867ms","start":"2026-03-09T22:28:33.696778Z","end":"2026-03-09T22:28:33.875859Z","steps":["trace[1038571000] 'process raft request' (duration: 178.721058ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:17.950418Z","caller":"traceutil/trace.go:171","msg":"trace[1653461508] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"130.993799ms","start":"2026-03-09T22:29:17.819392Z","end":"2026-03-09T22:29:17.950386Z","steps":["trace[1653461508] 'process raft request' (duration: 130.702502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:20.202056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.464013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:29:20.202144Z","caller":"traceutil/trace.go:171","msg":"trace[1072492847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1176; }","duration":"241.604516ms","start":"2026-03-09T22:29:19.960517Z","end":"2026-03-09T22:29:20.202122Z","steps":["trace[1072492847] 'range keys from in-memory index tree' (duration: 241.207127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:20.507745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.862036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:29:20.507907Z","caller":"traceutil/trace.go:171","msg":"trace[1830148557] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1177; }","duration":"110.05227ms","start":"2026-03-09T22:29:20.397775Z","end":"2026-03-09T22:29:20.507827Z","steps":["trace[1830148557] 'count revisions from in-memory index tree' (duration: 109.744183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:26.510661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358161401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:27.011113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358161401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:27.511302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358161401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:27.828061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.001946133s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T22:29:27.828976Z","caller":"traceutil/trace.go:171","msg":"trace[1362966904] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"2.002924986s","start":"2026-03-09T22:29:25.826005Z","end":"2026-03-09T22:29:27.82893Z","steps":["trace[1362966904] 'process raft request' (duration: 2.002559758s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:27.829249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:25.825981Z","time spent":"2.0030955s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:29:27.832098Z","caller":"traceutil/trace.go:171","msg":"trace[582011867] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1309; }","duration":"2.00181669s","start":"2026-03-09T22:29:25.830257Z","end":"2026-03-09T22:29:27.832073Z","steps":["trace[582011867] 'read index received' (duration: 1.998361149s)","trace[582011867] 'applied index is now lower than readState.Index' (duration: 3.454301ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:29:27.832274Z","caller":"traceutil/trace.go:171","msg":"trace[1307573105] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"1.317667995s","start":"2026-03-09T22:29:26.514558Z","end":"2026-03-09T22:29:27.832226Z","steps":["trace[1307573105] 'process raft request' (duration: 1.317371068s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:27.832353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002086346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T22:29:27.832395Z","caller":"traceutil/trace.go:171","msg":"trace[1117627246] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:1272; }","duration":"2.002171068s","start":"2026-03-09T22:29:25.830212Z","end":"2026-03-09T22:29:27.832383Z","steps":["trace[1117627246] 'agreement among raft nodes before linearized reading' (duration: 2.002008144s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:27.832427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:25.83019Z","time spent":"2.002231719s","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-09T22:29:27.832452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28523984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T22:29:27.832455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:26.514545Z","time spent":"1.317799327s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:29:27.832513Z","caller":"traceutil/trace.go:171","msg":"trace[718576803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1272; }","duration":"1.285350562s","start":"2026-03-09T22:29:26.547146Z","end":"2026-03-09T22:29:27.832497Z","steps":["trace[718576803] 'agreement among raft nodes before linearized reading' (duration: 1.285214859s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:27.832552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:26.547114Z","time spent":"1.285430744s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:29:27.832568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288501796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T22:29:27.83258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304283879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:27.832683Z","caller":"traceutil/trace.go:171","msg":"trace[170506949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1272; }","duration":"1.28865242s","start":"2026-03-09T22:29:26.544001Z","end":"2026-03-09T22:29:27.832653Z","steps":["trace[170506949] 'agreement among raft nodes before linearized reading' (duration: 1.288330692s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:27.832699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320328678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T22:29:27.832697Z","caller":"traceutil/trace.go:171","msg":"trace[382173519] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1272; }","duration":"1.304446392s","start":"2026-03-09T22:29:26.528222Z","end":"2026-03-09T22:29:27.832669Z","steps":["trace[382173519] 'agreement among raft nodes before linearized reading' (duration: 1.304224777s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:27.832701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285482545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:29:27.832736Z","caller":"traceutil/trace.go:171","msg":"trace[1972889146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1272; }","duration":"1.320409399s","start":"2026-03-09T22:29:26.512316Z","end":"2026-03-09T22:29:27.832726Z","steps":["trace[1972889146] 'agreement among raft nodes before linearized reading' (duration: 1.320320507s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:27.832744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:26.543992Z","time spent":"1.288742082s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:29:27.832758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:26.52821Z","time spent":"1.304535895s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-09T22:29:27.832775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:26.512297Z","time spent":"1.32047002s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:29:27.832819Z","caller":"traceutil/trace.go:171","msg":"trace[502856894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1272; }","duration":"1.285630429s","start":"2026-03-09T22:29:26.547145Z","end":"2026-03-09T22:29:27.832776Z","steps":["trace[502856894] 'agreement among raft nodes before linearized reading' (duration: 1.28526053s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:27.832897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:26.547133Z","time spent":"1.285751931s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:29:27.832954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900490348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:27.833049Z","caller":"traceutil/trace.go:171","msg":"trace[909743761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1272; }","duration":"1.90058031s","start":"2026-03-09T22:29:25.932447Z","end":"2026-03-09T22:29:27.833028Z","steps":["trace[909743761] 'agreement among raft nodes before linearized reading' (duration: 1.899888254s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:27.833091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:25.932412Z","time spent":"1.900671983s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:29:30.239264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358161448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:30.740067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358161448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:30.893001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.81629398s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T22:29:30.893473Z","caller":"traceutil/trace.go:171","msg":"trace[736672792] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"1.816843534s","start":"2026-03-09T22:29:29.076598Z","end":"2026-03-09T22:29:30.893442Z","steps":["trace[736672792] 'process raft request' (duration: 1.816542237s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:30.893714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:29.076574Z","time spent":"1.816959887s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:29:30.94358Z","caller":"traceutil/trace.go:171","msg":"trace[695929283] linearizableReadLoop","detail":"{readStateIndex:1334; appliedIndex:1332; }","duration":"1.204838542s","start":"2026-03-09T22:29:29.738714Z","end":"2026-03-09T22:29:30.943553Z","steps":["trace[695929283] 'read index received' (duration: 1.154836312s)","trace[695929283] 'applied index is now lower than readState.Index' (duration: 50.00036ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:29:30.94367Z","caller":"traceutil/trace.go:171","msg":"trace[1691085645] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"1.775478227s","start":"2026-03-09T22:29:29.168165Z","end":"2026-03-09T22:29:30.943643Z","steps":["trace[1691085645] 'process raft request' (duration: 1.775109558s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:30.943783Z","caller":"traceutil/trace.go:171","msg":"trace[28367267] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"654.164377ms","start":"2026-03-09T22:29:30.289575Z","end":"2026-03-09T22:29:30.94374Z","steps":["trace[28367267] 'process raft request' (duration: 653.915621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:30.943837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205076818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:29:30.943887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:29.168149Z","time spent":"1.77558617s","remote":"127.0.0.1:33762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:29:30.943882Z","caller":"traceutil/trace.go:171","msg":"trace[1873602290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1280; }","duration":"1.205235971s","start":"2026-03-09T22:29:29.738633Z","end":"2026-03-09T22:29:30.943869Z","steps":["trace[1873602290] 'agreement among raft nodes before linearized reading' (duration: 1.205103058s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:30.943956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:29.738609Z","time spent":"1.205336084s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:29:30.944005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:30.289523Z","time spent":"654.360862ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:30.94404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1098307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:29:30.944134Z","caller":"traceutil/trace.go:171","msg":"trace[392284182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1280; }","duration":"1.110002934s","start":"2026-03-09T22:29:29.83411Z","end":"2026-03-09T22:29:30.944113Z","steps":["trace[392284182] 'agreement among raft nodes before linearized reading' (duration: 1.109698577s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:30.944195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:29.834083Z","time spent":"1.110101566s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:29:30.944167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097728004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T22:29:30.944229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099391954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:29:30.944265Z","caller":"traceutil/trace.go:171","msg":"trace[1754674628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1280; }","duration":"1.097875038s","start":"2026-03-09T22:29:29.846371Z","end":"2026-03-09T22:29:30.944246Z","steps":["trace[1754674628] 'agreement among raft nodes before linearized reading' (duration: 1.097568671s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:30.944277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097861468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T22:29:30.944298Z","caller":"traceutil/trace.go:171","msg":"trace[1415857954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1280; }","duration":"1.099512797s","start":"2026-03-09T22:29:29.844762Z","end":"2026-03-09T22:29:30.944275Z","steps":["trace[1415857954] 'agreement among raft nodes before linearized reading' (duration: 1.099254081s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:30.944356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:29.844738Z","time spent":"1.099609809s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T22:29:30.944372Z","caller":"traceutil/trace.go:171","msg":"trace[976671919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1280; }","duration":"1.097998182s","start":"2026-03-09T22:29:29.846345Z","end":"2026-03-09T22:29:30.944343Z","steps":["trace[976671919] 'agreement among raft nodes before linearized reading' (duration: 1.097718665s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:30.944329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099574658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T22:29:30.944308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:29.846352Z","time spent":"1.09794968s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:29:30.944413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:29.846324Z","time spent":"1.098079763s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T22:29:30.944497Z","caller":"traceutil/trace.go:171","msg":"trace[1922867486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1280; }","duration":"1.099697491s","start":"2026-03-09T22:29:29.844716Z","end":"2026-03-09T22:29:30.944414Z","steps":["trace[1922867486] 'agreement among raft nodes before linearized reading' (duration: 1.099423175s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:30.9446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:29.844701Z","time spent":"1.099842684s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:29:30.945218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.512003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T22:29:30.946273Z","caller":"traceutil/trace.go:171","msg":"trace[1037885696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1280; }","duration":"254.613138ms","start":"2026-03-09T22:29:30.691625Z","end":"2026-03-09T22:29:30.946238Z","steps":["trace[1037885696] 'agreement among raft nodes before linearized reading' (duration: 252.370155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:47.024008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.460323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189b4cdbcae6ed47\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-09T22:29:47.024073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.969139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:47.024139Z","caller":"traceutil/trace.go:171","msg":"trace[324918780] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189b4cdbcae6ed47; range_end:; response_count:1; response_revision:1574; }","duration":"212.680579ms","start":"2026-03-09T22:29:46.811434Z","end":"2026-03-09T22:29:47.024114Z","steps":["trace[324918780] 'range keys from in-memory index tree' (duration: 212.105986ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.024198Z","caller":"traceutil/trace.go:171","msg":"trace[270279551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1574; }","duration":"286.162033ms","start":"2026-03-09T22:29:46.738001Z","end":"2026-03-09T22:29:47.024163Z","steps":["trace[270279551] 'range keys from in-memory index tree' (duration: 285.796684ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.20292Z","caller":"traceutil/trace.go:171","msg":"trace[1310201530] linearizableReadLoop","detail":"{readStateIndex:1640; appliedIndex:1639; }","duration":"161.574442ms","start":"2026-03-09T22:29:47.041319Z","end":"2026-03-09T22:29:47.202893Z","steps":["trace[1310201530] 'read index received' (duration: 161.375158ms)","trace[1310201530] 'applied index is now lower than readState.Index' (duration: 197.984µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:47.203231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.893639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T22:29:47.203325Z","caller":"traceutil/trace.go:171","msg":"trace[1193508757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1575; }","duration":"162.003922ms","start":"2026-03-09T22:29:47.0413Z","end":"2026-03-09T22:29:47.203304Z","steps":["trace[1193508757] 'agreement among raft nodes before linearized reading' (duration: 161.712285ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.203718Z","caller":"traceutil/trace.go:171","msg":"trace[1372829559] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"177.005266ms","start":"2026-03-09T22:29:47.026691Z","end":"2026-03-09T22:29:47.203696Z","steps":["trace[1372829559] 'process raft request' (duration: 176.019843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:47.215254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.622746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T22:29:47.21525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.453702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T22:29:47.215309Z","caller":"traceutil/trace.go:171","msg":"trace[483434892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1576; }","duration":"162.705309ms","start":"2026-03-09T22:29:47.052591Z","end":"2026-03-09T22:29:47.215296Z","steps":["trace[483434892] 'agreement among raft nodes before linearized reading' (duration: 162.563595ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.215333Z","caller":"traceutil/trace.go:171","msg":"trace[1589303562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1576; }","duration":"170.604035ms","start":"2026-03-09T22:29:47.044713Z","end":"2026-03-09T22:29:47.215317Z","steps":["trace[1589303562] 'agreement among raft nodes before linearized reading' (duration: 170.37239ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.215272Z","caller":"traceutil/trace.go:171","msg":"trace[106427459] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"164.680236ms","start":"2026-03-09T22:29:47.050564Z","end":"2026-03-09T22:29:47.215244Z","steps":["trace[106427459] 'process raft request' (duration: 164.392109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:47.215522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.780409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-09T22:29:47.215545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.796038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:29:47.215567Z","caller":"traceutil/trace.go:171","msg":"trace[1482790193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1576; }","duration":"167.85212ms","start":"2026-03-09T22:29:47.047703Z","end":"2026-03-09T22:29:47.215555Z","steps":["trace[1482790193] 'agreement among raft nodes before linearized reading' (duration: 167.700926ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.215587Z","caller":"traceutil/trace.go:171","msg":"trace[1230064435] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1576; }","duration":"142.85842ms","start":"2026-03-09T22:29:47.072714Z","end":"2026-03-09T22:29:47.215572Z","steps":["trace[1230064435] 'agreement among raft nodes before linearized reading' (duration: 142.778638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:47.215672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.586116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9193886a-a9fb-45f9-95a8-11810e2c8133\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-09T22:29:47.215664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.164805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T22:29:47.215706Z","caller":"traceutil/trace.go:171","msg":"trace[304582446] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9193886a-a9fb-45f9-95a8-11810e2c8133; range_end:; response_count:1; response_revision:1576; }","duration":"165.615667ms","start":"2026-03-09T22:29:47.050078Z","end":"2026-03-09T22:29:47.215694Z","steps":["trace[304582446] 'agreement among raft nodes before linearized reading' (duration: 165.517175ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.215725Z","caller":"traceutil/trace.go:171","msg":"trace[237299133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1576; }","duration":"170.259157ms","start":"2026-03-09T22:29:47.045454Z","end":"2026-03-09T22:29:47.215713Z","steps":["trace[237299133] 'agreement among raft nodes before linearized reading' (duration: 170.066362ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.329834Z","caller":"traceutil/trace.go:171","msg":"trace[1627545605] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"109.421573ms","start":"2026-03-09T22:29:47.22038Z","end":"2026-03-09T22:29:47.329801Z","steps":["trace[1627545605] 'process raft request' (duration: 109.204248ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.331314Z","caller":"traceutil/trace.go:171","msg":"trace[2014596370] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"110.681792ms","start":"2026-03-09T22:29:47.220582Z","end":"2026-03-09T22:29:47.331264Z","steps":["trace[2014596370] 'process raft request' (duration: 109.162776ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.331764Z","caller":"traceutil/trace.go:171","msg":"trace[1822870749] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"111.237115ms","start":"2026-03-09T22:29:47.220486Z","end":"2026-03-09T22:29:47.331723Z","steps":["trace[1822870749] 'process raft request' (duration: 110.6091ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.332699Z","caller":"traceutil/trace.go:171","msg":"trace[1173684212] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1642; }","duration":"100.364558ms","start":"2026-03-09T22:29:47.232223Z","end":"2026-03-09T22:29:47.332588Z","steps":["trace[1173684212] 'read index received' (duration: 97.346987ms)","trace[1173684212] 'applied index is now lower than readState.Index' (duration: 3.015971ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:29:47.332757Z","caller":"traceutil/trace.go:171","msg":"trace[1234868262] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"111.86105ms","start":"2026-03-09T22:29:47.220844Z","end":"2026-03-09T22:29:47.332705Z","steps":["trace[1234868262] 'process raft request' (duration: 110.462057ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:47.332952Z","caller":"traceutil/trace.go:171","msg":"trace[336651795] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"109.498764ms","start":"2026-03-09T22:29:47.223417Z","end":"2026-03-09T22:29:47.332916Z","steps":["trace[336651795] 'process raft request' (duration: 109.022173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:47.334561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.302294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T22:29:47.33471Z","caller":"traceutil/trace.go:171","msg":"trace[627633140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1582; }","duration":"102.429807ms","start":"2026-03-09T22:29:47.232185Z","end":"2026-03-09T22:29:47.334615Z","steps":["trace[627633140] 'agreement among raft nodes before linearized reading' (duration: 101.352832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:47.350258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.765375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9193886a-a9fb-45f9-95a8-11810e2c8133\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-09T22:29:47.350363Z","caller":"traceutil/trace.go:171","msg":"trace[1474825662] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9193886a-a9fb-45f9-95a8-11810e2c8133; range_end:; response_count:1; response_revision:1583; }","duration":"113.908878ms","start":"2026-03-09T22:29:47.236427Z","end":"2026-03-09T22:29:47.350336Z","steps":["trace[1474825662] 'agreement among raft nodes before linearized reading' (duration: 113.703464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:55.184935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358162170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:55.685912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358162170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:56.186637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358162170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:56.687763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358162170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:56.739004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000798846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-09T22:29:56.73912Z","caller":"traceutil/trace.go:171","msg":"trace[91289924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000998801s","start":"2026-03-09T22:29:54.738094Z","end":"2026-03-09T22:29:56.739093Z","steps":["trace[91289924] 'agreement among raft nodes before linearized reading' (duration: 2.000851427s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.739188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:54.738066Z","time spent":"2.001109023s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/09 22:29:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-09T22:29:56.88168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.213486624s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T22:29:56.88213Z","caller":"traceutil/trace.go:171","msg":"trace[873418331] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"2.214061778s","start":"2026-03-09T22:29:54.668043Z","end":"2026-03-09T22:29:56.882105Z","steps":["trace[873418331] 'process raft request' (duration: 2.213887914s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.882325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:54.668018Z","time spent":"2.214205221s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:29:56.885046Z","caller":"traceutil/trace.go:171","msg":"trace[86040262] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"1.641264821s","start":"2026-03-09T22:29:55.243755Z","end":"2026-03-09T22:29:56.88502Z","steps":["trace[86040262] 'process raft request' (duration: 1.641009505s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:56.885079Z","caller":"traceutil/trace.go:171","msg":"trace[1321676249] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.51067759s","start":"2026-03-09T22:29:55.374378Z","end":"2026-03-09T22:29:56.885056Z","steps":["trace[1321676249] 'process raft request' (duration: 1.510564497s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.885162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.243716Z","time spent":"1.641392844s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:56.885169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200651712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:29:56.885186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.374357Z","time spent":"1.510774592s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:29:56.885227Z","caller":"traceutil/trace.go:171","msg":"trace[527955249] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1644; }","duration":"2.200753684s","start":"2026-03-09T22:29:54.684458Z","end":"2026-03-09T22:29:56.885212Z","steps":["trace[527955249] 'agreement among raft nodes before linearized reading' (duration: 2.200633811s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:56.885017Z","caller":"traceutil/trace.go:171","msg":"trace[419997013] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1707; }","duration":"2.200503879s","start":"2026-03-09T22:29:54.684486Z","end":"2026-03-09T22:29:56.88499Z","steps":["trace[419997013] 'read index received' (duration: 2.197574739s)","trace[419997013] 'applied index is now lower than readState.Index' (duration: 2.92729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:56.885302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:54.684447Z","time spent":"2.200843127s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:29:56.885447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571675489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T22:29:56.885498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.084937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:29:56.88558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.357384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:56.885616Z","caller":"traceutil/trace.go:171","msg":"trace[425467222] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1644; }","duration":"752.452637ms","start":"2026-03-09T22:29:56.133151Z","end":"2026-03-09T22:29:56.885604Z","steps":["trace[425467222] 'agreement among raft nodes before linearized reading' (duration: 752.385195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.885632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.213969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T22:29:56.885651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:56.133118Z","time spent":"752.521938ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-09T22:29:56.885673Z","caller":"traceutil/trace.go:171","msg":"trace[1222283202] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1644; }","duration":"671.326752ms","start":"2026-03-09T22:29:56.214333Z","end":"2026-03-09T22:29:56.88566Z","steps":["trace[1222283202] 'agreement among raft nodes before linearized reading' (duration: 671.22879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.885709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:56.214307Z","time spent":"671.393843ms","remote":"127.0.0.1:34014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:29:56.885745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.328522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-09T22:29:56.885804Z","caller":"traceutil/trace.go:171","msg":"trace[867965319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1644; }","duration":"896.426934ms","start":"2026-03-09T22:29:55.989362Z","end":"2026-03-09T22:29:56.885789Z","steps":["trace[867965319] 'agreement among raft nodes before linearized reading' (duration: 896.202869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.885799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515763359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T22:29:56.885848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.989347Z","time spent":"896.489486ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T22:29:56.885526Z","caller":"traceutil/trace.go:171","msg":"trace[1983320254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1644; }","duration":"146.2051ms","start":"2026-03-09T22:29:56.739312Z","end":"2026-03-09T22:29:56.885517Z","steps":["trace[1983320254] 'agreement among raft nodes before linearized reading' (duration: 146.165599ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:56.885889Z","caller":"traceutil/trace.go:171","msg":"trace[1103236427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1644; }","duration":"1.515879422s","start":"2026-03-09T22:29:55.369988Z","end":"2026-03-09T22:29:56.885867Z","steps":["trace[1103236427] 'agreement among raft nodes before linearized reading' (duration: 1.515640317s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.885457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053763557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T22:29:56.885937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.369983Z","time spent":"1.515944934s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T22:29:56.885966Z","caller":"traceutil/trace.go:171","msg":"trace[1137612726] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:1644; }","duration":"1.05431995s","start":"2026-03-09T22:29:55.831634Z","end":"2026-03-09T22:29:56.885954Z","steps":["trace[1137612726] 'agreement among raft nodes before linearized reading' (duration: 1.053709496s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.885969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515333809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T22:29:56.885998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.831614Z","time spent":"1.054375601s","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-09T22:29:56.885996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344199991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T22:29:56.886021Z","caller":"traceutil/trace.go:171","msg":"trace[19467432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1644; }","duration":"1.515398511s","start":"2026-03-09T22:29:55.370607Z","end":"2026-03-09T22:29:56.886006Z","steps":["trace[19467432] 'agreement among raft nodes before linearized reading' (duration: 1.515214576s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.886063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.370594Z","time spent":"1.515460313s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:29:56.885491Z","caller":"traceutil/trace.go:171","msg":"trace[1789570841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1644; }","duration":"1.57173968s","start":"2026-03-09T22:29:55.313741Z","end":"2026-03-09T22:29:56.88548Z","steps":["trace[1789570841] 'agreement among raft nodes before linearized reading' (duration: 1.571597177s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:56.886072Z","caller":"traceutil/trace.go:171","msg":"trace[1230008687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1644; }","duration":"1.344309923s","start":"2026-03-09T22:29:55.541732Z","end":"2026-03-09T22:29:56.886042Z","steps":["trace[1230008687] 'agreement among raft nodes before linearized reading' (duration: 1.344034977s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.88599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515969524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T22:29:56.886113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.313731Z","time spent":"1.572370106s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:29:56.886139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.541702Z","time spent":"1.344422916s","remote":"127.0.0.1:37902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T22:29:56.886162Z","caller":"traceutil/trace.go:171","msg":"trace[1538556246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1644; }","duration":"1.51618079s","start":"2026-03-09T22:29:55.369955Z","end":"2026-03-09T22:29:56.886136Z","steps":["trace[1538556246] 'agreement among raft nodes before linearized reading' (duration: 1.515713729s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.886216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.36995Z","time spent":"1.516254951s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:29:56.886445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516510017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:29:56.886484Z","caller":"traceutil/trace.go:171","msg":"trace[427206700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1644; }","duration":"1.516592249s","start":"2026-03-09T22:29:55.369882Z","end":"2026-03-09T22:29:56.886474Z","steps":["trace[427206700] 'agreement among raft nodes before linearized reading' (duration: 1.515829951s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:56.886513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:55.369852Z","time spent":"1.51665449s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T22:29:57.412969Z","caller":"traceutil/trace.go:171","msg":"trace[893954447] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"288.816305ms","start":"2026-03-09T22:29:57.124126Z","end":"2026-03-09T22:29:57.412942Z","steps":["trace[893954447] 'process raft request' (duration: 288.59853ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:58.095699Z","caller":"traceutil/trace.go:171","msg":"trace[1138895744] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"962.466881ms","start":"2026-03-09T22:29:57.13319Z","end":"2026-03-09T22:29:58.095657Z","steps":["trace[1138895744] 'process raft request' (duration: 961.640092ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:58.095676Z","caller":"traceutil/trace.go:171","msg":"trace[2054406212] linearizableReadLoop","detail":"{readStateIndex:1720; appliedIndex:1719; }","duration":"200.289807ms","start":"2026-03-09T22:29:57.895329Z","end":"2026-03-09T22:29:58.095619Z","steps":["trace[2054406212] 'read index received' (duration: 199.341044ms)","trace[2054406212] 'applied index is now lower than readState.Index' (duration: 946.862µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:58.095906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:57.133162Z","time spent":"962.635626ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:58.095932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.587003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T22:29:58.09605Z","caller":"traceutil/trace.go:171","msg":"trace[564228570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1653; }","duration":"200.759118ms","start":"2026-03-09T22:29:57.895262Z","end":"2026-03-09T22:29:58.096021Z","steps":["trace[564228570] 'agreement among raft nodes before linearized reading' (duration: 200.460581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:01.51884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.343097ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T22:30:01.52242Z","caller":"traceutil/trace.go:171","msg":"trace[154916421] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1748; }","duration":"269.805816ms","start":"2026-03-09T22:30:01.25259Z","end":"2026-03-09T22:30:01.522395Z","steps":["trace[154916421] 'read index received' (duration: 269.55215ms)","trace[154916421] 'applied index is now lower than readState.Index' (duration: 251.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:01.522519Z","caller":"traceutil/trace.go:171","msg":"trace[239114376] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"337.057602ms","start":"2026-03-09T22:30:01.185414Z","end":"2026-03-09T22:30:01.522472Z","steps":["trace[239114376] 'process raft request' (duration: 336.751315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:01.522624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.98759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:30:01.522702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:01.185383Z","time spent":"337.216136ms","remote":"127.0.0.1:33762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7784,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:01.522748Z","caller":"traceutil/trace.go:171","msg":"trace[1103417218] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1681; }","duration":"270.190615ms","start":"2026-03-09T22:30:01.252523Z","end":"2026-03-09T22:30:01.522714Z","steps":["trace[1103417218] 'agreement among raft nodes before linearized reading' (duration: 269.9852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:01.876902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.789626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:30:01.87706Z","caller":"traceutil/trace.go:171","msg":"trace[958710419] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1749; }","duration":"138.576011ms","start":"2026-03-09T22:30:01.738458Z","end":"2026-03-09T22:30:01.877034Z","steps":["trace[958710419] 'read index received' (duration: 78.702µs)","trace[958710419] 'applied index is now lower than readState.Index' (duration: 138.494689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:01.877202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.749924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:01.877243Z","caller":"traceutil/trace.go:171","msg":"trace[1747315125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1682; }","duration":"138.846166ms","start":"2026-03-09T22:30:01.738386Z","end":"2026-03-09T22:30:01.877232Z","steps":["trace[1747315125] 'agreement among raft nodes before linearized reading' (duration: 138.772595ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:01.877211Z","caller":"traceutil/trace.go:171","msg":"trace[715996416] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"287.615618ms","start":"2026-03-09T22:30:01.589541Z","end":"2026-03-09T22:30:01.877157Z","steps":["trace[715996416] 'process raft request' (duration: 95.439323ms)","trace[715996416] 'compare' (duration: 191.56744ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:02.114108Z","caller":"traceutil/trace.go:171","msg":"trace[1328054133] linearizableReadLoop","detail":"{readStateIndex:1751; appliedIndex:1750; }","duration":"197.333227ms","start":"2026-03-09T22:30:01.916741Z","end":"2026-03-09T22:30:02.114075Z","steps":["trace[1328054133] 'read index received' (duration: 187.888854ms)","trace[1328054133] 'applied index is now lower than readState.Index' (duration: 9.442213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:02.114379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.621174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-09T22:30:02.114439Z","caller":"traceutil/trace.go:171","msg":"trace[1088965971] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1683; }","duration":"197.765167ms","start":"2026-03-09T22:30:01.916662Z","end":"2026-03-09T22:30:02.114428Z","steps":["trace[1088965971] 'agreement among raft nodes before linearized reading' (duration: 197.525101ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:02.114128Z","caller":"traceutil/trace.go:171","msg":"trace[1404677276] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"226.859384ms","start":"2026-03-09T22:30:01.887217Z","end":"2026-03-09T22:30:02.114077Z","steps":["trace[1404677276] 'process raft request' (duration: 217.504203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:06.367173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:05.833226Z","time spent":"533.93977ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T22:30:06.367155Z","caller":"traceutil/trace.go:171","msg":"trace[1256051035] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1788; }","duration":"195.206917ms","start":"2026-03-09T22:30:06.171922Z","end":"2026-03-09T22:30:06.367129Z","steps":["trace[1256051035] 'read index received' (duration: 195.016712ms)","trace[1256051035] 'applied index is now lower than readState.Index' (duration: 188.705µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:06.367892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.426992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T22:30:06.367953Z","caller":"traceutil/trace.go:171","msg":"trace[1892853450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1719; }","duration":"196.042096ms","start":"2026-03-09T22:30:06.171894Z","end":"2026-03-09T22:30:06.367937Z","steps":["trace[1892853450] 'agreement among raft nodes before linearized reading' (duration: 195.325389ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:06.543671Z","caller":"traceutil/trace.go:171","msg":"trace[284971849] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"174.941128ms","start":"2026-03-09T22:30:06.368709Z","end":"2026-03-09T22:30:06.54365Z","steps":["trace[284971849] 'process raft request' (duration: 173.969325ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:32.933728Z","caller":"traceutil/trace.go:171","msg":"trace[1847773806] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"174.048257ms","start":"2026-03-09T22:30:32.759651Z","end":"2026-03-09T22:30:32.933699Z","steps":["trace[1847773806] 'process raft request' (duration: 173.865023ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:39.019765Z","caller":"traceutil/trace.go:171","msg":"trace[1376962173] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1955; }","duration":"376.071582ms","start":"2026-03-09T22:30:38.64366Z","end":"2026-03-09T22:30:39.019731Z","steps":["trace[1376962173] 'read index received' (duration: 375.968899ms)","trace[1376962173] 'applied index is now lower than readState.Index' (duration: 101.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:39.019839Z","caller":"traceutil/trace.go:171","msg":"trace[906949058] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"496.070695ms","start":"2026-03-09T22:30:38.523731Z","end":"2026-03-09T22:30:39.019802Z","steps":["trace[906949058] 'process raft request' (duration: 495.804569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:39.020059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.371408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T22:30:39.020129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:38.523689Z","time spent":"496.25255ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:39.020164Z","caller":"traceutil/trace.go:171","msg":"trace[82767517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1880; }","duration":"376.544802ms","start":"2026-03-09T22:30:38.643593Z","end":"2026-03-09T22:30:39.020137Z","steps":["trace[82767517] 'agreement among raft nodes before linearized reading' (duration: 376.257505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:39.020232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:38.643569Z","time spent":"376.652645ms","remote":"127.0.0.1:37902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T22:30:39.034909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.41754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:39.035007Z","caller":"traceutil/trace.go:171","msg":"trace[708560639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1881; }","duration":"297.580113ms","start":"2026-03-09T22:30:38.737402Z","end":"2026-03-09T22:30:39.034982Z","steps":["trace[708560639] 'agreement among raft nodes before linearized reading' (duration: 297.404109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:39.205592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.768316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:39.205681Z","caller":"traceutil/trace.go:171","msg":"trace[2002853023] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1881; }","duration":"138.91086ms","start":"2026-03-09T22:30:39.066748Z","end":"2026-03-09T22:30:39.205659Z","steps":["trace[2002853023] 'count revisions from in-memory index tree' (duration: 138.659393ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:39.454002Z","caller":"traceutil/trace.go:171","msg":"trace[54185882] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1960; }","duration":"224.610516ms","start":"2026-03-09T22:30:39.229367Z","end":"2026-03-09T22:30:39.453977Z","steps":["trace[54185882] 'read index received' (duration: 129.240351ms)","trace[54185882] 'applied index is now lower than readState.Index' (duration: 95.369005ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:39.454147Z","caller":"traceutil/trace.go:171","msg":"trace[764691569] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"225.873916ms","start":"2026-03-09T22:30:39.228257Z","end":"2026-03-09T22:30:39.454131Z","steps":["trace[764691569] 'process raft request' (duration: 130.371478ms)","trace[764691569] 'compare' (duration: 95.130649ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:39.454239Z","caller":"traceutil/trace.go:171","msg":"trace[1599432767] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"220.656703ms","start":"2026-03-09T22:30:39.233545Z","end":"2026-03-09T22:30:39.454202Z","steps":["trace[1599432767] 'process raft request' (duration: 220.390757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:39.454564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.16882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T22:30:39.454608Z","caller":"traceutil/trace.go:171","msg":"trace[714662497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1886; }","duration":"225.264702ms","start":"2026-03-09T22:30:39.229329Z","end":"2026-03-09T22:30:39.454594Z","steps":["trace[714662497] 'agreement among raft nodes before linearized reading' (duration: 225.013606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:39.454672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.725601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T22:30:39.454701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.223251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T22:30:39.45476Z","caller":"traceutil/trace.go:171","msg":"trace[675515035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1886; }","duration":"219.839704ms","start":"2026-03-09T22:30:39.234898Z","end":"2026-03-09T22:30:39.454738Z","steps":["trace[675515035] 'agreement among raft nodes before linearized reading' (duration: 219.557867ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:39.454799Z","caller":"traceutil/trace.go:171","msg":"trace[1555363950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1886; }","duration":"225.361234ms","start":"2026-03-09T22:30:39.229414Z","end":"2026-03-09T22:30:39.454775Z","steps":["trace[1555363950] 'agreement among raft nodes before linearized reading' (duration: 225.047137ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:45.566827Z","caller":"traceutil/trace.go:171","msg":"trace[997554856] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"307.473377ms","start":"2026-03-09T22:30:45.259325Z","end":"2026-03-09T22:30:45.566798Z","steps":["trace[997554856] 'process raft request' (duration: 307.298443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:45.566995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.259299Z","time spent":"307.60632ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:45.892461Z","caller":"traceutil/trace.go:171","msg":"trace[1938601396] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"603.70559ms","start":"2026-03-09T22:30:45.288727Z","end":"2026-03-09T22:30:45.892433Z","steps":["trace[1938601396] 'process raft request' (duration: 551.109702ms)","trace[1938601396] 'compare' (duration: 51.826969ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:45.892581Z","caller":"traceutil/trace.go:171","msg":"trace[313262303] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1984; }","duration":"474.805425ms","start":"2026-03-09T22:30:45.417623Z","end":"2026-03-09T22:30:45.892428Z","steps":["trace[313262303] 'read index received' (duration: 149.030368ms)","trace[313262303] 'applied index is now lower than readState.Index' (duration: 325.773927ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:45.892515Z","caller":"traceutil/trace.go:171","msg":"trace[1371425723] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"497.52148ms","start":"2026-03-09T22:30:45.394975Z","end":"2026-03-09T22:30:45.892497Z","steps":["trace[1371425723] 'process raft request' (duration: 497.209013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:45.892759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.39495Z","time spent":"497.727095ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:45.89275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.090122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:30:45.892998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.045634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:30:45.893039Z","caller":"traceutil/trace.go:171","msg":"trace[984158338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1910; }","duration":"374.105365ms","start":"2026-03-09T22:30:45.518923Z","end":"2026-03-09T22:30:45.893028Z","steps":["trace[984158338] 'agreement among raft nodes before linearized reading' (duration: 373.962652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:45.893069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.518908Z","time spent":"374.154066ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:30:45.893118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.669449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b4ce406e277cf\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-09T22:30:45.893163Z","caller":"traceutil/trace.go:171","msg":"trace[1657707121] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189b4ce406e277cf; range_end:; response_count:1; response_revision:1910; }","duration":"363.771632ms","start":"2026-03-09T22:30:45.529377Z","end":"2026-03-09T22:30:45.893148Z","steps":["trace[1657707121] 'agreement among raft nodes before linearized reading' (duration: 363.543567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:45.893149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.38749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T22:30:45.893211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.529344Z","time spent":"363.854363ms","remote":"127.0.0.1:33682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b4ce406e277cf\" "} {"level":"warn","ts":"2026-03-09T22:30:45.893246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.137531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T22:30:45.893314Z","caller":"traceutil/trace.go:171","msg":"trace[1718521551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1910; }","duration":"413.568005ms","start":"2026-03-09T22:30:45.479674Z","end":"2026-03-09T22:30:45.893242Z","steps":["trace[1718521551] 'agreement among raft nodes before linearized reading' (duration: 413.195096ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:45.89335Z","caller":"traceutil/trace.go:171","msg":"trace[574768853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1910; }","duration":"381.288914ms","start":"2026-03-09T22:30:45.512036Z","end":"2026-03-09T22:30:45.893325Z","steps":["trace[574768853] 'agreement among raft nodes before linearized reading' (duration: 380.999878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:45.8934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.512006Z","time spent":"381.384136ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:30:45.893402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.479661Z","time spent":"413.724478ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:30:45.89357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.343776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:30:45.893706Z","caller":"traceutil/trace.go:171","msg":"trace[1166133835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1910; }","duration":"412.53256ms","start":"2026-03-09T22:30:45.481139Z","end":"2026-03-09T22:30:45.893671Z","steps":["trace[1166133835] 'agreement among raft nodes before linearized reading' (duration: 411.991297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:45.893766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.481127Z","time spent":"412.628722ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:30:45.892866Z","caller":"traceutil/trace.go:171","msg":"trace[1198768380] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1910; }","duration":"475.277877ms","start":"2026-03-09T22:30:45.417559Z","end":"2026-03-09T22:30:45.892837Z","steps":["trace[1198768380] 'agreement among raft nodes before linearized reading' (duration: 474.99897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:45.893924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.417526Z","time spent":"476.334351ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:30:45.8951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.345083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:30:45.895263Z","caller":"traceutil/trace.go:171","msg":"trace[1302832729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1910; }","duration":"383.567578ms","start":"2026-03-09T22:30:45.511644Z","end":"2026-03-09T22:30:45.895211Z","steps":["trace[1302832729] 'agreement among raft nodes before linearized reading' (duration: 381.332115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:45.895358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.511631Z","time spent":"383.712751ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:30:45.895688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:45.288689Z","time spent":"603.967136ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:46.058348Z","caller":"traceutil/trace.go:171","msg":"trace[1479567966] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"160.248802ms","start":"2026-03-09T22:30:45.898067Z","end":"2026-03-09T22:30:46.058316Z","steps":["trace[1479567966] 'process raft request' (duration: 100.506336ms)","trace[1479567966] 'compare' (duration: 59.447819ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:46.058578Z","caller":"traceutil/trace.go:171","msg":"trace[1901950899] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"160.135909ms","start":"2026-03-09T22:30:45.898425Z","end":"2026-03-09T22:30:46.058561Z","steps":["trace[1901950899] 'process raft request' (duration: 159.804441ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:46.059061Z","caller":"traceutil/trace.go:171","msg":"trace[397773928] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"160.59193ms","start":"2026-03-09T22:30:45.898444Z","end":"2026-03-09T22:30:46.059036Z","steps":["trace[397773928] 'process raft request' (duration: 160.040437ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:46.059253Z","caller":"traceutil/trace.go:171","msg":"trace[2002479765] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"158.342727ms","start":"2026-03-09T22:30:45.900869Z","end":"2026-03-09T22:30:46.059212Z","steps":["trace[2002479765] 'process raft request' (duration: 158.092951ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:46.059359Z","caller":"traceutil/trace.go:171","msg":"trace[1595615719] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"158.397548ms","start":"2026-03-09T22:30:45.90095Z","end":"2026-03-09T22:30:46.059347Z","steps":["trace[1595615719] 'process raft request' (duration: 158.172763ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:46.059492Z","caller":"traceutil/trace.go:171","msg":"trace[750586255] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"158.558992ms","start":"2026-03-09T22:30:45.900921Z","end":"2026-03-09T22:30:46.05948Z","steps":["trace[750586255] 'process raft request' (duration: 158.160503ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:46.05951Z","caller":"traceutil/trace.go:171","msg":"trace[379227674] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"137.24221ms","start":"2026-03-09T22:30:45.922224Z","end":"2026-03-09T22:30:46.059466Z","steps":["trace[379227674] 'process raft request' (duration: 136.948093ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:46.858023Z","caller":"traceutil/trace.go:171","msg":"trace[39035393] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"117.213189ms","start":"2026-03-09T22:30:46.740784Z","end":"2026-03-09T22:30:46.857997Z","steps":["trace[39035393] 'read index received' (duration: 116.897941ms)","trace[39035393] 'applied index is now lower than readState.Index' (duration: 313.578µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:46.858099Z","caller":"traceutil/trace.go:171","msg":"trace[375955587] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"331.617635ms","start":"2026-03-09T22:30:46.526426Z","end":"2026-03-09T22:30:46.858043Z","steps":["trace[375955587] 'process raft request' (duration: 331.361039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:46.858284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.472895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:46.858373Z","caller":"traceutil/trace.go:171","msg":"trace[219569341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"117.630449ms","start":"2026-03-09T22:30:46.740725Z","end":"2026-03-09T22:30:46.858356Z","steps":["trace[219569341] 'agreement among raft nodes before linearized reading' (duration: 117.457155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:46.858538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:46.526388Z","time spent":"331.800019ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:47.513511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.899913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T22:30:47.513615Z","caller":"traceutil/trace.go:171","msg":"trace[699863192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"406.062097ms","start":"2026-03-09T22:30:47.107527Z","end":"2026-03-09T22:30:47.513589Z","steps":["trace[699863192] 'range keys from in-memory index tree' (duration: 405.573516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:47.513664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:47.107498Z","time spent":"406.154249ms","remote":"127.0.0.1:37902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T22:30:47.874855Z","caller":"traceutil/trace.go:171","msg":"trace[1102938811] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"271.557482ms","start":"2026-03-09T22:30:47.603258Z","end":"2026-03-09T22:30:47.874815Z","steps":["trace[1102938811] 'process raft request' (duration: 271.047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:48.128659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.089317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:30:48.129148Z","caller":"traceutil/trace.go:171","msg":"trace[2077977004] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"228.959748ms","start":"2026-03-09T22:30:47.900145Z","end":"2026-03-09T22:30:48.129105Z","steps":["trace[2077977004] 'process raft request' (duration: 48.298927ms)","trace[2077977004] 'compare' (duration: 179.953994ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:48.129359Z","caller":"traceutil/trace.go:171","msg":"trace[542692348] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"228.668351ms","start":"2026-03-09T22:30:47.900644Z","end":"2026-03-09T22:30:48.129312Z","steps":["trace[542692348] 'process raft request' (duration: 228.371314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:10.872508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.486018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:32:10.872608Z","caller":"traceutil/trace.go:171","msg":"trace[1014590996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2508; }","duration":"136.643541ms","start":"2026-03-09T22:32:10.735943Z","end":"2026-03-09T22:32:10.872586Z","steps":["trace[1014590996] 'range keys from in-memory index tree' (duration: 136.334924ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:32.420326Z","caller":"traceutil/trace.go:171","msg":"trace[1596297751] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"113.277704ms","start":"2026-03-09T22:32:32.307022Z","end":"2026-03-09T22:32:32.420299Z","steps":["trace[1596297751] 'process raft request' (duration: 113.10216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.221947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.485494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T22:32:33.222076Z","caller":"traceutil/trace.go:171","msg":"trace[71730460] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2620; }","duration":"415.623147ms","start":"2026-03-09T22:32:32.80642Z","end":"2026-03-09T22:32:33.222043Z","steps":["trace[71730460] 'range keys from in-memory index tree' (duration: 415.239838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.222142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:32.806407Z","time spent":"415.718069ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-09T22:32:33.222157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.045443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T22:32:33.222231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.155023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:32:33.22229Z","caller":"traceutil/trace.go:171","msg":"trace[2039799247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2620; }","duration":"450.216177ms","start":"2026-03-09T22:32:32.772048Z","end":"2026-03-09T22:32:33.222264Z","steps":["trace[2039799247] 'range keys from in-memory index tree' (duration: 449.849809ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:33.222301Z","caller":"traceutil/trace.go:171","msg":"trace[663458529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2620; }","duration":"449.250974ms","start":"2026-03-09T22:32:32.773035Z","end":"2026-03-09T22:32:33.222286Z","steps":["trace[663458529] 'range keys from in-memory index tree' (duration: 449.010198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.222302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.145992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T22:32:33.222342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:32.773023Z","time spent":"449.307075ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T22:32:33.222401Z","caller":"traceutil/trace.go:171","msg":"trace[1099279763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2620; }","duration":"449.279315ms","start":"2026-03-09T22:32:32.773098Z","end":"2026-03-09T22:32:33.222377Z","steps":["trace[1099279763] 'range keys from in-memory index tree' (duration: 448.903257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.221934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.974511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:32:33.222455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:32.773085Z","time spent":"449.359077ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:32:33.22249Z","caller":"traceutil/trace.go:171","msg":"trace[1672165306] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2620; }","duration":"170.648668ms","start":"2026-03-09T22:32:33.051819Z","end":"2026-03-09T22:32:33.222468Z","steps":["trace[1672165306] 'count revisions from in-memory index tree' (duration: 169.771097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.222345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:32.77204Z","time spent":"450.290138ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:32:33.222677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.131115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:32:33.222721Z","caller":"traceutil/trace.go:171","msg":"trace[1472599063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2620; }","duration":"453.209697ms","start":"2026-03-09T22:32:32.7695Z","end":"2026-03-09T22:32:33.22271Z","steps":["trace[1472599063] 'range keys from in-memory index tree' (duration: 452.925131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.222757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:32.769485Z","time spent":"453.265488ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:32:33.22281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.081954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T22:32:33.222883Z","caller":"traceutil/trace.go:171","msg":"trace[1215016112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2620; }","duration":"453.213778ms","start":"2026-03-09T22:32:32.769651Z","end":"2026-03-09T22:32:33.222865Z","steps":["trace[1215016112] 'range keys from in-memory index tree' (duration: 452.893599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.222939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:32.769619Z","time spent":"453.305689ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:32:34.161935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.802921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:32:34.162062Z","caller":"traceutil/trace.go:171","msg":"trace[258233628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2625; }","duration":"421.935225ms","start":"2026-03-09T22:32:33.740095Z","end":"2026-03-09T22:32:34.16203Z","steps":["trace[258233628] 'range keys from in-memory index tree' (duration: 421.70081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:34.162094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.190344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:32:34.162118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:33.740027Z","time spent":"422.078938ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:32:34.162155Z","caller":"traceutil/trace.go:171","msg":"trace[41434486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2625; }","duration":"668.310466ms","start":"2026-03-09T22:32:33.493819Z","end":"2026-03-09T22:32:34.16213Z","steps":["trace[41434486] 'range keys from in-memory index tree' (duration: 668.090561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:34.162205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:33.493789Z","time spent":"668.408699ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:32:34.162492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.347927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b4d00ba2940c3\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-09T22:32:34.162535Z","caller":"traceutil/trace.go:171","msg":"trace[263706967] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b4d00ba2940c3; range_end:; response_count:1; response_revision:2625; }","duration":"338.390898ms","start":"2026-03-09T22:32:33.824134Z","end":"2026-03-09T22:32:34.162524Z","steps":["trace[263706967] 'range keys from in-memory index tree' (duration: 338.08471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:34.162571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:33.824029Z","time spent":"338.52769ms","remote":"127.0.0.1:33682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189b4d00ba2940c3\" "} {"level":"warn","ts":"2026-03-09T22:32:34.161952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:33.45282Z","time spent":"709.120433ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T22:32:34.162755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.03684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:32:34.162805Z","caller":"traceutil/trace.go:171","msg":"trace[1138710678] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2625; }","duration":"201.150243ms","start":"2026-03-09T22:32:33.961641Z","end":"2026-03-09T22:32:34.162791Z","steps":["trace[1138710678] 'count revisions from in-memory index tree' (duration: 200.877366ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:34.414502Z","caller":"traceutil/trace.go:171","msg":"trace[440726756] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"246.381912ms","start":"2026-03-09T22:32:34.168089Z","end":"2026-03-09T22:32:34.414471Z","steps":["trace[440726756] 'process raft request' (duration: 246.136196ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:45.949818Z","caller":"traceutil/trace.go:171","msg":"trace[1440204978] linearizableReadLoop","detail":"{readStateIndex:2797; appliedIndex:2796; }","duration":"100.356095ms","start":"2026-03-09T22:32:45.849435Z","end":"2026-03-09T22:32:45.949792Z","steps":["trace[1440204978] 'read index received' (duration: 100.257423ms)","trace[1440204978] 'applied index is now lower than readState.Index' (duration: 97.392µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:32:45.950067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.606701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-09T22:32:45.950118Z","caller":"traceutil/trace.go:171","msg":"trace[1242560694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2687; }","duration":"100.696613ms","start":"2026-03-09T22:32:45.849408Z","end":"2026-03-09T22:32:45.950105Z","steps":["trace[1242560694] 'agreement among raft nodes before linearized reading' (duration: 100.54189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:39.701178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358166361,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:34:39.852617Z","caller":"traceutil/trace.go:171","msg":"trace[1048661644] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"842.487158ms","start":"2026-03-09T22:34:39.010081Z","end":"2026-03-09T22:34:39.852569Z","steps":["trace[1048661644] 'process raft request' (duration: 842.237322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:39.852867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.010047Z","time spent":"842.696163ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:34:39.853431Z","caller":"traceutil/trace.go:171","msg":"trace[1476547334] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"780.907323ms","start":"2026-03-09T22:34:39.072494Z","end":"2026-03-09T22:34:39.853401Z","steps":["trace[1476547334] 'process raft request' (duration: 780.685118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:39.853717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.072453Z","time spent":"781.069296ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:34:39.85377Z","caller":"traceutil/trace.go:171","msg":"trace[385640830] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"128.255706ms","start":"2026-03-09T22:34:39.725488Z","end":"2026-03-09T22:34:39.853744Z","steps":["trace[385640830] 'process raft request' (duration: 128.125413ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:39.85379Z","caller":"traceutil/trace.go:171","msg":"trace[1069680322] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"780.312869ms","start":"2026-03-09T22:34:39.073425Z","end":"2026-03-09T22:34:39.853738Z","steps":["trace[1069680322] 'process raft request' (duration: 779.932891ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:39.853769Z","caller":"traceutil/trace.go:171","msg":"trace[886327662] linearizableReadLoop","detail":"{readStateIndex:3413; appliedIndex:3410; }","duration":"652.827749ms","start":"2026-03-09T22:34:39.2009Z","end":"2026-03-09T22:34:39.853728Z","steps":["trace[886327662] 'read index received' (duration: 651.444938ms)","trace[886327662] 'applied index is now lower than readState.Index' (duration: 1.381621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:34:39.854031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.073396Z","time spent":"780.518343ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:34:39.85392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.990562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:34:39.854139Z","caller":"traceutil/trace.go:171","msg":"trace[875088586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3277; }","duration":"653.281319ms","start":"2026-03-09T22:34:39.200836Z","end":"2026-03-09T22:34:39.854118Z","steps":["trace[875088586] 'agreement among raft nodes before linearized reading' (duration: 652.968352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:39.854192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.200819Z","time spent":"653.359441ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:34:40.439233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358166375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:34:40.939428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358166375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:34:41.439846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358166375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:34:41.940902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358166375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:34:42.283992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.365000376s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T22:34:42.288926Z","caller":"traceutil/trace.go:171","msg":"trace[866197213] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"2.370055481s","start":"2026-03-09T22:34:39.918818Z","end":"2026-03-09T22:34:42.288873Z","steps":["trace[866197213] 'process raft request' (duration: 2.365679041s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.289121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.918769Z","time spent":"2.370246757s","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:34:42.294328Z","caller":"traceutil/trace.go:171","msg":"trace[1976816045] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"434.968358ms","start":"2026-03-09T22:34:41.859334Z","end":"2026-03-09T22:34:42.294302Z","steps":["trace[1976816045] 'process raft request' (duration: 434.781254ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:42.294373Z","caller":"traceutil/trace.go:171","msg":"trace[414115732] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"433.73996ms","start":"2026-03-09T22:34:41.860592Z","end":"2026-03-09T22:34:42.294331Z","steps":["trace[414115732] 'process raft request' (duration: 433.646348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.294509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355501109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T22:34:42.29455Z","caller":"traceutil/trace.go:171","msg":"trace[470632574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3287; }","duration":"2.355609632s","start":"2026-03-09T22:34:39.938929Z","end":"2026-03-09T22:34:42.294539Z","steps":["trace[470632574] 'agreement among raft nodes before linearized reading' (duration: 2.355439059s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.294577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.938903Z","time spent":"2.355667543s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:34:42.294627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:41.860557Z","time spent":"433.917374ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:34:42.294659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:41.8593Z","time spent":"435.127242ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:34:42.294327Z","caller":"traceutil/trace.go:171","msg":"trace[254743016] linearizableReadLoop","detail":"{readStateIndex:3425; appliedIndex:3420; }","duration":"2.355305475s","start":"2026-03-09T22:34:39.939003Z","end":"2026-03-09T22:34:42.294309Z","steps":["trace[254743016] 'read index received' (duration: 2.345379928s)","trace[254743016] 'applied index is now lower than readState.Index' (duration: 9.924427ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:34:42.294758Z","caller":"traceutil/trace.go:171","msg":"trace[207763799] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"431.812386ms","start":"2026-03-09T22:34:41.862898Z","end":"2026-03-09T22:34:42.29471Z","steps":["trace[207763799] 'process raft request' (duration: 431.376126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.294934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556436473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:34:42.294948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:41.862877Z","time spent":"431.97683ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:34:42.294971Z","caller":"traceutil/trace.go:171","msg":"trace[1566147077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3287; }","duration":"1.556552096s","start":"2026-03-09T22:34:40.73841Z","end":"2026-03-09T22:34:42.294962Z","steps":["trace[1566147077] 'agreement among raft nodes before linearized reading' (duration: 1.556480274s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.294974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355269704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T22:34:42.295002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:40.738381Z","time spent":"1.556616388s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:34:42.295021Z","caller":"traceutil/trace.go:171","msg":"trace[160561520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3287; }","duration":"2.355342316s","start":"2026-03-09T22:34:39.939663Z","end":"2026-03-09T22:34:42.295005Z","steps":["trace[160561520] 'agreement among raft nodes before linearized reading' (duration: 2.355207543s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.295059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.939649Z","time spent":"2.355401527s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:34:42.29507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348183812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T22:34:42.295143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349632476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T22:34:42.295164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.064753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:34:42.295171Z","caller":"traceutil/trace.go:171","msg":"trace[698365352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3287; }","duration":"2.349710328s","start":"2026-03-09T22:34:39.945454Z","end":"2026-03-09T22:34:42.295164Z","steps":["trace[698365352] 'agreement among raft nodes before linearized reading' (duration: 2.349634816s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:42.295185Z","caller":"traceutil/trace.go:171","msg":"trace[1869557964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3287; }","duration":"542.126414ms","start":"2026-03-09T22:34:41.753053Z","end":"2026-03-09T22:34:42.295179Z","steps":["trace[1869557964] 'agreement among raft nodes before linearized reading' (duration: 542.091493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.295198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.945431Z","time spent":"2.349761278s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:34:42.295206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:41.753028Z","time spent":"542.173625ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:34:42.295207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350914295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T22:34:42.295151Z","caller":"traceutil/trace.go:171","msg":"trace[575790900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3287; }","duration":"2.348324656s","start":"2026-03-09T22:34:39.946814Z","end":"2026-03-09T22:34:42.295139Z","steps":["trace[575790900] 'agreement among raft nodes before linearized reading' (duration: 2.348092941s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.295293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892533154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:34:42.295316Z","caller":"traceutil/trace.go:171","msg":"trace[2096845892] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:3287; }","duration":"1.892558884s","start":"2026-03-09T22:34:40.40275Z","end":"2026-03-09T22:34:42.295309Z","steps":["trace[2096845892] 'agreement among raft nodes before linearized reading' (duration: 1.892508823s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.295326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.747929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:34:42.295338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:40.402638Z","time spent":"1.892694097s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-09T22:34:42.295373Z","caller":"traceutil/trace.go:171","msg":"trace[758100670] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3287; }","duration":"957.837591ms","start":"2026-03-09T22:34:41.33752Z","end":"2026-03-09T22:34:42.295358Z","steps":["trace[758100670] 'agreement among raft nodes before linearized reading' (duration: 957.754659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.29541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:41.337498Z","time spent":"957.900363ms","remote":"127.0.0.1:60720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:34:42.295485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.958571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:34:42.295515Z","caller":"traceutil/trace.go:171","msg":"trace[1370532937] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3287; }","duration":"885.990742ms","start":"2026-03-09T22:34:41.409518Z","end":"2026-03-09T22:34:42.295509Z","steps":["trace[1370532937] 'agreement among raft nodes before linearized reading' (duration: 885.93861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.295535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:41.409466Z","time spent":"886.063793ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:34:42.295535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133109973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:34:42.295616Z","caller":"traceutil/trace.go:171","msg":"trace[749821187] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3287; }","duration":"2.133224447s","start":"2026-03-09T22:34:40.162369Z","end":"2026-03-09T22:34:42.295593Z","steps":["trace[749821187] 'agreement among raft nodes before linearized reading' (duration: 2.133054573s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.295655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:40.162355Z","time spent":"2.133293128s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":29,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-09T22:34:42.295245Z","caller":"traceutil/trace.go:171","msg":"trace[1443935355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3287; }","duration":"2.350968526s","start":"2026-03-09T22:34:39.944265Z","end":"2026-03-09T22:34:42.295233Z","steps":["trace[1443935355] 'agreement among raft nodes before linearized reading' (duration: 2.350870794s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:42.296075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.944257Z","time spent":"2.351801405s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:34:42.295345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:39.946799Z","time spent":"2.34849543s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T22:35:18.569496Z","caller":"traceutil/trace.go:171","msg":"trace[679991735] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"195.147002ms","start":"2026-03-09T22:35:18.374311Z","end":"2026-03-09T22:35:18.569458Z","steps":["trace[679991735] 'process raft request' (duration: 194.839685ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:18.584411Z","caller":"traceutil/trace.go:171","msg":"trace[1049052134] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"136.611914ms","start":"2026-03-09T22:35:18.447772Z","end":"2026-03-09T22:35:18.584384Z","steps":["trace[1049052134] 'process raft request' (duration: 136.377928ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:18.584587Z","caller":"traceutil/trace.go:171","msg":"trace[1965812716] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"136.533322ms","start":"2026-03-09T22:35:18.44804Z","end":"2026-03-09T22:35:18.584573Z","steps":["trace[1965812716] 'process raft request' (duration: 136.294947ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:18.584736Z","caller":"traceutil/trace.go:171","msg":"trace[287547638] linearizableReadLoop","detail":"{readStateIndex:3749; appliedIndex:3745; }","duration":"125.432878ms","start":"2026-03-09T22:35:18.45928Z","end":"2026-03-09T22:35:18.584713Z","steps":["trace[287547638] 'read index received' (duration: 110.012946ms)","trace[287547638] 'applied index is now lower than readState.Index' (duration: 15.418942ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:35:18.584849Z","caller":"traceutil/trace.go:171","msg":"trace[1688779826] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"136.592763ms","start":"2026-03-09T22:35:18.448244Z","end":"2026-03-09T22:35:18.584836Z","steps":["trace[1688779826] 'process raft request' (duration: 136.284216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:18.585009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.710464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T22:35:18.585076Z","caller":"traceutil/trace.go:171","msg":"trace[1505088827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3602; }","duration":"125.827887ms","start":"2026-03-09T22:35:18.45923Z","end":"2026-03-09T22:35:18.585058Z","steps":["trace[1505088827] 'agreement among raft nodes before linearized reading' (duration: 125.615242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:18.585109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.597483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:35:18.585165Z","caller":"traceutil/trace.go:171","msg":"trace[797779708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3602; }","duration":"101.686315ms","start":"2026-03-09T22:35:18.483448Z","end":"2026-03-09T22:35:18.585135Z","steps":["trace[797779708] 'agreement among raft nodes before linearized reading' (duration: 101.606093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:18.585025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.856395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T22:35:18.585405Z","caller":"traceutil/trace.go:171","msg":"trace[665794985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3602; }","duration":"104.255774ms","start":"2026-03-09T22:35:18.48112Z","end":"2026-03-09T22:35:18.585376Z","steps":["trace[665794985] 'agreement among raft nodes before linearized reading' (duration: 103.780983ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:36.128841Z","caller":"traceutil/trace.go:171","msg":"trace[2122651453] linearizableReadLoop","detail":"{readStateIndex:4577; appliedIndex:4576; }","duration":"139.031353ms","start":"2026-03-09T22:36:35.989773Z","end":"2026-03-09T22:36:36.128804Z","steps":["trace[2122651453] 'read index received' (duration: 98.238751ms)","trace[2122651453] 'applied index is now lower than readState.Index' (duration: 40.791432ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:36.128869Z","caller":"traceutil/trace.go:171","msg":"trace[1463875659] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"143.67119ms","start":"2026-03-09T22:36:35.985148Z","end":"2026-03-09T22:36:36.128819Z","steps":["trace[1463875659] 'process raft request' (duration: 103.316728ms)","trace[1463875659] 'compare' (duration: 39.750569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:36.129242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.435902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:36.129379Z","caller":"traceutil/trace.go:171","msg":"trace[1743727112] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4395; }","duration":"139.636537ms","start":"2026-03-09T22:36:35.989718Z","end":"2026-03-09T22:36:36.129354Z","steps":["trace[1743727112] 'agreement among raft nodes before linearized reading' (duration: 139.186256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:37.279544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.599574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txsfp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T22:36:37.279631Z","caller":"traceutil/trace.go:171","msg":"trace[15677792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txsfp; range_end:; response_count:1; response_revision:4425; }","duration":"164.758077ms","start":"2026-03-09T22:36:37.114855Z","end":"2026-03-09T22:36:37.279613Z","steps":["trace[15677792] 'range keys from in-memory index tree' (duration: 164.313247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:38.290021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.257263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:36:38.290363Z","caller":"traceutil/trace.go:171","msg":"trace[2112024897] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"184.421102ms","start":"2026-03-09T22:36:38.105896Z","end":"2026-03-09T22:36:38.290318Z","steps":["trace[2112024897] 'compare' (duration: 179.062818ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:38.290778Z","caller":"traceutil/trace.go:171","msg":"trace[1520933433] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"175.763061ms","start":"2026-03-09T22:36:38.114977Z","end":"2026-03-09T22:36:38.29074Z","steps":["trace[1520933433] 'process raft request' (duration: 175.179088ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:38.290778Z","caller":"traceutil/trace.go:171","msg":"trace[38454189] linearizableReadLoop","detail":"{readStateIndex:4651; appliedIndex:4650; }","duration":"178.345351ms","start":"2026-03-09T22:36:38.11239Z","end":"2026-03-09T22:36:38.290735Z","steps":["trace[38454189] 'read index received' (duration: 21.451µs)","trace[38454189] 'applied index is now lower than readState.Index' (duration: 178.31766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:38.291063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.641348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-09T22:36:38.291118Z","caller":"traceutil/trace.go:171","msg":"trace[1657030644] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4470; }","duration":"178.73846ms","start":"2026-03-09T22:36:38.112367Z","end":"2026-03-09T22:36:38.291105Z","steps":["trace[1657030644] 'agreement among raft nodes before linearized reading' (duration: 178.489994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:38.291213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.240399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-09T22:36:38.291249Z","caller":"traceutil/trace.go:171","msg":"trace[406104181] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4470; }","duration":"178.3083ms","start":"2026-03-09T22:36:38.112933Z","end":"2026-03-09T22:36:38.291241Z","steps":["trace[406104181] 'agreement among raft nodes before linearized reading' (duration: 178.152346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:38.291416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.315971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61479"} {"level":"info","ts":"2026-03-09T22:36:38.291437Z","caller":"traceutil/trace.go:171","msg":"trace[1466837075] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4470; }","duration":"178.379761ms","start":"2026-03-09T22:36:38.113053Z","end":"2026-03-09T22:36:38.291433Z","steps":["trace[1466837075] 'agreement among raft nodes before linearized reading' (duration: 178.255619ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:40.730209Z","caller":"traceutil/trace.go:171","msg":"trace[1372244827] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"154.840578ms","start":"2026-03-09T22:36:40.575313Z","end":"2026-03-09T22:36:40.730153Z","steps":["trace[1372244827] 'process raft request' (duration: 154.581352ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:40.886639Z","caller":"traceutil/trace.go:171","msg":"trace[1368556704] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"146.943706ms","start":"2026-03-09T22:36:40.739652Z","end":"2026-03-09T22:36:40.886596Z","steps":["trace[1368556704] 'process raft request' (duration: 146.638318ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:41.233449Z","caller":"traceutil/trace.go:171","msg":"trace[806918645] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"129.130974ms","start":"2026-03-09T22:36:41.104285Z","end":"2026-03-09T22:36:41.233416Z","steps":["trace[806918645] 'process raft request' (duration: 128.576712ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:42.907915Z","caller":"traceutil/trace.go:171","msg":"trace[350021168] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"137.406496ms","start":"2026-03-09T22:36:42.770473Z","end":"2026-03-09T22:36:42.907879Z","steps":["trace[350021168] 'process raft request' (duration: 137.118449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:45.892772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.965698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:45.892905Z","caller":"traceutil/trace.go:171","msg":"trace[838148807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4627; }","duration":"154.198913ms","start":"2026-03-09T22:36:45.73868Z","end":"2026-03-09T22:36:45.892879Z","steps":["trace[838148807] 'range keys from in-memory index tree' (duration: 153.757813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:45.893626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.493324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7582"} {"level":"info","ts":"2026-03-09T22:36:45.89387Z","caller":"traceutil/trace.go:171","msg":"trace[515424469] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4627; }","duration":"245.78807ms","start":"2026-03-09T22:36:45.648028Z","end":"2026-03-09T22:36:45.893816Z","steps":["trace[515424469] 'range keys from in-memory index tree' (duration: 244.391748ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:46.517088Z","caller":"traceutil/trace.go:171","msg":"trace[1310106071] linearizableReadLoop","detail":"{readStateIndex:4822; appliedIndex:4820; }","duration":"145.880161ms","start":"2026-03-09T22:36:46.371151Z","end":"2026-03-09T22:36:46.517031Z","steps":["trace[1310106071] 'read index received' (duration: 87.468681ms)","trace[1310106071] 'applied index is now lower than readState.Index' (duration: 58.409869ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:46.517107Z","caller":"traceutil/trace.go:171","msg":"trace[329495114] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"212.45307ms","start":"2026-03-09T22:36:46.304583Z","end":"2026-03-09T22:36:46.517036Z","steps":["trace[329495114] 'process raft request' (duration: 153.971408ms)","trace[329495114] 'compare' (duration: 58.222536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:46.517376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.195648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:36:46.517598Z","caller":"traceutil/trace.go:171","msg":"trace[829566105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4631; }","duration":"146.412693ms","start":"2026-03-09T22:36:46.371076Z","end":"2026-03-09T22:36:46.517489Z","steps":["trace[829566105] 'agreement among raft nodes before linearized reading' (duration: 146.123576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:46.517645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.620775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T22:36:46.517715Z","caller":"traceutil/trace.go:171","msg":"trace[1110933672] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4631; }","duration":"103.736977ms","start":"2026-03-09T22:36:46.413963Z","end":"2026-03-09T22:36:46.5177Z","steps":["trace[1110933672] 'agreement among raft nodes before linearized reading' (duration: 103.499201ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:46.517235Z","caller":"traceutil/trace.go:171","msg":"trace[415344748] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"212.559091ms","start":"2026-03-09T22:36:46.304641Z","end":"2026-03-09T22:36:46.5172Z","steps":["trace[415344748] 'process raft request' (duration: 212.341026ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:47.398331Z","caller":"traceutil/trace.go:171","msg":"trace[718983475] linearizableReadLoop","detail":"{readStateIndex:4912; appliedIndex:4909; }","duration":"455.748222ms","start":"2026-03-09T22:36:46.942548Z","end":"2026-03-09T22:36:47.398296Z","steps":["trace[718983475] 'read index received' (duration: 28.871637ms)","trace[718983475] 'applied index is now lower than readState.Index' (duration: 426.875075ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:47.398511Z","caller":"traceutil/trace.go:171","msg":"trace[1630585509] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"468.530657ms","start":"2026-03-09T22:36:46.929961Z","end":"2026-03-09T22:36:47.398491Z","steps":["trace[1630585509] 'process raft request' (duration: 468.253421ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:47.398495Z","caller":"traceutil/trace.go:171","msg":"trace[1020496347] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"469.745556ms","start":"2026-03-09T22:36:46.928709Z","end":"2026-03-09T22:36:47.398454Z","steps":["trace[1020496347] 'process raft request' (duration: 469.275965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:47.398623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:46.929946Z","time spent":"468.599849ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:36:47.398686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.136751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-09T22:36:47.3987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:46.928665Z","time spent":"469.91728ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:36:47.398679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.059402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-09T22:36:47.398759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.493532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-09T22:36:47.398756Z","caller":"traceutil/trace.go:171","msg":"trace[1955042141] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4720; }","duration":"456.250324ms","start":"2026-03-09T22:36:46.942487Z","end":"2026-03-09T22:36:47.398737Z","steps":["trace[1955042141] 'agreement among raft nodes before linearized reading' (duration: 456.032769ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:47.398781Z","caller":"traceutil/trace.go:171","msg":"trace[1079144597] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4720; }","duration":"354.529263ms","start":"2026-03-09T22:36:47.044245Z","end":"2026-03-09T22:36:47.398774Z","steps":["trace[1079144597] 'agreement among raft nodes before linearized reading' (duration: 354.472022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:47.398797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:47.044236Z","time spent":"354.557693ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-09T22:36:47.398786Z","caller":"traceutil/trace.go:171","msg":"trace[736059193] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4720; }","duration":"354.198615ms","start":"2026-03-09T22:36:47.044561Z","end":"2026-03-09T22:36:47.398759Z","steps":["trace[736059193] 'agreement among raft nodes before linearized reading' (duration: 353.98527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:47.398802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:46.94246Z","time spent":"456.330645ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-09T22:36:47.398837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:47.044553Z","time spent":"354.274607ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-09T22:36:47.398863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.942062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-09T22:36:47.398967Z","caller":"traceutil/trace.go:171","msg":"trace[1276085644] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4720; }","duration":"355.080126ms","start":"2026-03-09T22:36:47.043859Z","end":"2026-03-09T22:36:47.398939Z","steps":["trace[1276085644] 'agreement among raft nodes before linearized reading' (duration: 354.748638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:47.399004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.643919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T22:36:47.399032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:47.043848Z","time spent":"355.173878ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-09T22:36:47.399052Z","caller":"traceutil/trace.go:171","msg":"trace[343421657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4720; }","duration":"339.746521ms","start":"2026-03-09T22:36:47.059291Z","end":"2026-03-09T22:36:47.399038Z","steps":["trace[343421657] 'agreement among raft nodes before linearized reading' (duration: 339.614778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:47.399092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:47.059257Z","time spent":"339.824513ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:36:47.399113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.263998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T22:36:47.399039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.28554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T22:36:47.399195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.292219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:36:47.399215Z","caller":"traceutil/trace.go:171","msg":"trace[600600711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4720; }","duration":"361.355771ms","start":"2026-03-09T22:36:47.037854Z","end":"2026-03-09T22:36:47.39921Z","steps":["trace[600600711] 'agreement among raft nodes before linearized reading' (duration: 361.30719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:47.399236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:47.037836Z","time spent":"361.397102ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:36:47.399266Z","caller":"traceutil/trace.go:171","msg":"trace[1089135349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4720; }","duration":"339.552927ms","start":"2026-03-09T22:36:47.059659Z","end":"2026-03-09T22:36:47.399212Z","steps":["trace[1089135349] 'agreement among raft nodes before linearized reading' (duration: 338.944123ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:47.399174Z","caller":"traceutil/trace.go:171","msg":"trace[1350729600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4720; }","duration":"348.34556ms","start":"2026-03-09T22:36:47.050816Z","end":"2026-03-09T22:36:47.399161Z","steps":["trace[1350729600] 'agreement among raft nodes before linearized reading' (duration: 348.154675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:47.399338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:47.050806Z","time spent":"348.518414ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:36:47.399364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:47.059641Z","time spent":"339.70715ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:36:47.399139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.604024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T22:36:47.39954Z","caller":"traceutil/trace.go:171","msg":"trace[1753506062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4720; }","duration":"358.025294ms","start":"2026-03-09T22:36:47.041508Z","end":"2026-03-09T22:36:47.399533Z","steps":["trace[1753506062] 'agreement among raft nodes before linearized reading' (duration: 357.588543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:47.399568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:47.041496Z","time spent":"358.066354ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:36:47.400243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.998138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719280"} {"level":"info","ts":"2026-03-09T22:36:47.400328Z","caller":"traceutil/trace.go:171","msg":"trace[1779604612] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4720; }","duration":"369.13013ms","start":"2026-03-09T22:36:47.03118Z","end":"2026-03-09T22:36:47.40031Z","steps":["trace[1779604612] 'agreement among raft nodes before linearized reading' (duration: 367.408481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:47.403757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:47.031157Z","time spent":"372.58372ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719303,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-09T22:36:49.23866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358169718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:36:49.739582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358169718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:36:50.212722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.611361047s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T22:36:50.215948Z","caller":"traceutil/trace.go:171","msg":"trace[1409209596] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"1.614712464s","start":"2026-03-09T22:36:48.601198Z","end":"2026-03-09T22:36:50.215911Z","steps":["trace[1409209596] 'process raft request' (duration: 1.61195648s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.216149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:48.601157Z","time spent":"1.614883338s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:36:50.300826Z","caller":"traceutil/trace.go:171","msg":"trace[603977099] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4936; }","duration":"1.562491727s","start":"2026-03-09T22:36:48.738296Z","end":"2026-03-09T22:36:50.300787Z","steps":["trace[603977099] 'read index received' (duration: 1.47477784s)","trace[603977099] 'applied index is now lower than readState.Index' (duration: 87.712017ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:50.300857Z","caller":"traceutil/trace.go:171","msg":"trace[1376009996] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"655.57408ms","start":"2026-03-09T22:36:49.645237Z","end":"2026-03-09T22:36:50.300811Z","steps":["trace[1376009996] 'process raft request' (duration: 655.461087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562692872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:50.300987Z","caller":"traceutil/trace.go:171","msg":"trace[1545926043] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"655.676702ms","start":"2026-03-09T22:36:49.64524Z","end":"2026-03-09T22:36:50.300916Z","steps":["trace[1545926043] 'process raft request' (duration: 655.500108ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:50.301079Z","caller":"traceutil/trace.go:171","msg":"trace[629703038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4748; }","duration":"1.562840245s","start":"2026-03-09T22:36:48.738224Z","end":"2026-03-09T22:36:50.301065Z","steps":["trace[629703038] 'agreement among raft nodes before linearized reading' (duration: 1.562695492s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:48.738201Z","time spent":"1.562913117s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:36:50.301105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.64522Z","time spent":"655.769565ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:36:50.301239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.755533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:36:50.301311Z","caller":"traceutil/trace.go:171","msg":"trace[1487855466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4748; }","duration":"658.844206ms","start":"2026-03-09T22:36:49.642455Z","end":"2026-03-09T22:36:50.301299Z","steps":["trace[1487855466] 'agreement among raft nodes before linearized reading' (duration: 658.630391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.857766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:36:50.300961Z","caller":"traceutil/trace.go:171","msg":"trace[510745259] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"1.323547825s","start":"2026-03-09T22:36:48.977345Z","end":"2026-03-09T22:36:50.300893Z","steps":["trace[510745259] 'process raft request' (duration: 1.323180967s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.14635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2wskk-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-09T22:36:50.301379Z","caller":"traceutil/trace.go:171","msg":"trace[669799824] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4748; }","duration":"659.014969ms","start":"2026-03-09T22:36:49.642335Z","end":"2026-03-09T22:36:50.30135Z","steps":["trace[669799824] 'agreement among raft nodes before linearized reading' (duration: 658.826785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.003573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-09T22:36:50.301216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.645219Z","time spent":"655.881037ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:36:50.301421Z","caller":"traceutil/trace.go:171","msg":"trace[2136696211] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2wskk-tls; range_end:; response_count:1; response_revision:4748; }","duration":"610.317474ms","start":"2026-03-09T22:36:49.691079Z","end":"2026-03-09T22:36:50.301396Z","steps":["trace[2136696211] 'agreement among raft nodes before linearized reading' (duration: 610.025137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.661481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T22:36:50.301437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.642321Z","time spent":"659.102902ms","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:36:50.301441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.449677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T22:36:50.301458Z","caller":"traceutil/trace.go:171","msg":"trace[117800786] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4748; }","duration":"239.133086ms","start":"2026-03-09T22:36:50.0623Z","end":"2026-03-09T22:36:50.301433Z","steps":["trace[117800786] 'agreement among raft nodes before linearized reading' (duration: 238.88618ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:50.301476Z","caller":"traceutil/trace.go:171","msg":"trace[1330719281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4748; }","duration":"658.942828ms","start":"2026-03-09T22:36:49.642521Z","end":"2026-03-09T22:36:50.301464Z","steps":["trace[1330719281] 'agreement among raft nodes before linearized reading' (duration: 658.847345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.30147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.69105Z","time spent":"610.410347ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2wskk-tls\" "} {"level":"warn","ts":"2026-03-09T22:36:50.301466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.788908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T22:36:50.301456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.561652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:36:50.301515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.642486Z","time spent":"659.01967ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:36:50.301507Z","caller":"traceutil/trace.go:171","msg":"trace[1008267903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4748; }","duration":"658.540888ms","start":"2026-03-09T22:36:49.642947Z","end":"2026-03-09T22:36:50.301488Z","steps":["trace[1008267903] 'agreement among raft nodes before linearized reading' (duration: 658.394675ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:50.30155Z","caller":"traceutil/trace.go:171","msg":"trace[1456814979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4748; }","duration":"656.87812ms","start":"2026-03-09T22:36:49.644647Z","end":"2026-03-09T22:36:50.301525Z","steps":["trace[1456814979] 'agreement among raft nodes before linearized reading' (duration: 656.672335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.642931Z","time spent":"658.614651ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T22:36:50.301567Z","caller":"traceutil/trace.go:171","msg":"trace[359628436] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4748; }","duration":"659.820088ms","start":"2026-03-09T22:36:49.641718Z","end":"2026-03-09T22:36:50.301538Z","steps":["trace[359628436] 'agreement among raft nodes before linearized reading' (duration: 659.542452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.642448Z","time spent":"658.887157ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:36:50.301525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:48.977311Z","time spent":"1.324089937s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:36:50.301624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.641677Z","time spent":"659.933321ms","remote":"127.0.0.1:43164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:36:50.301594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.644622Z","time spent":"656.964172ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:36:50.301673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.62844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txsfp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T22:36:50.301709Z","caller":"traceutil/trace.go:171","msg":"trace[1980141590] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txsfp; range_end:; response_count:1; response_revision:4748; }","duration":"658.681892ms","start":"2026-03-09T22:36:49.643016Z","end":"2026-03-09T22:36:50.301698Z","steps":["trace[1980141590] 'agreement among raft nodes before linearized reading' (duration: 658.047237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.041844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T22:36:50.30174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.643004Z","time spent":"658.729353ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-txsfp\" "} {"level":"warn","ts":"2026-03-09T22:36:50.301761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490084873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f63275b-b131-46f9-b151-e0bac35ce428\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-09T22:36:50.301785Z","caller":"traceutil/trace.go:171","msg":"trace[1019830329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4748; }","duration":"657.198127ms","start":"2026-03-09T22:36:49.644549Z","end":"2026-03-09T22:36:50.301747Z","steps":["trace[1019830329] 'agreement among raft nodes before linearized reading' (duration: 656.836429ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:50.301816Z","caller":"traceutil/trace.go:171","msg":"trace[1015033164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f63275b-b131-46f9-b151-e0bac35ce428; range_end:; response_count:1; response_revision:4748; }","duration":"1.490195206s","start":"2026-03-09T22:36:48.811603Z","end":"2026-03-09T22:36:50.301798Z","steps":["trace[1015033164] 'agreement among raft nodes before linearized reading' (duration: 1.489448259s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:50.301831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.240696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719280"} {"level":"warn","ts":"2026-03-09T22:36:50.301852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:48.811575Z","time spent":"1.490267827s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f63275b-b131-46f9-b151-e0bac35ce428\" "} {"level":"warn","ts":"2026-03-09T22:36:50.301857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:49.644537Z","time spent":"657.30841ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T22:36:50.301887Z","caller":"traceutil/trace.go:171","msg":"trace[708140147] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4748; }","duration":"251.336318ms","start":"2026-03-09T22:36:50.050532Z","end":"2026-03-09T22:36:50.301868Z","steps":["trace[708140147] 'agreement among raft nodes before linearized reading' (duration: 250.793485ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:52.21185Z","caller":"traceutil/trace.go:171","msg":"trace[1999079103] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"410.418755ms","start":"2026-03-09T22:36:51.801396Z","end":"2026-03-09T22:36:52.211814Z","steps":["trace[1999079103] 'process raft request' (duration: 410.19332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:52.212031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:51.801361Z","time spent":"410.589308ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T22:36:54.899147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.953007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:36:54.899305Z","caller":"traceutil/trace.go:171","msg":"trace[614645200] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5031; }","duration":"188.228894ms","start":"2026-03-09T22:36:54.711055Z","end":"2026-03-09T22:36:54.899284Z","steps":["trace[614645200] 'read index received' (duration: 4.028602ms)","trace[614645200] 'applied index is now lower than readState.Index' (duration: 184.198922ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:54.899398Z","caller":"traceutil/trace.go:171","msg":"trace[1267106087] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"248.77574ms","start":"2026-03-09T22:36:54.65061Z","end":"2026-03-09T22:36:54.899385Z","steps":["trace[1267106087] 'process raft request' (duration: 64.492225ms)","trace[1267106087] 'compare' (duration: 183.790303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:54.899752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.647495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-09T22:36:54.899894Z","caller":"traceutil/trace.go:171","msg":"trace[1718715216] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4837; }","duration":"188.86713ms","start":"2026-03-09T22:36:54.710992Z","end":"2026-03-09T22:36:54.899859Z","steps":["trace[1718715216] 'agreement among raft nodes before linearized reading' (duration: 188.390149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:54.943442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.989551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:54.943462Z","caller":"traceutil/trace.go:171","msg":"trace[1348237355] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"165.220509ms","start":"2026-03-09T22:36:54.778204Z","end":"2026-03-09T22:36:54.943424Z","steps":["trace[1348237355] 'process raft request' (duration: 164.971363ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:54.943516Z","caller":"traceutil/trace.go:171","msg":"trace[911254235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4838; }","duration":"206.123533ms","start":"2026-03-09T22:36:54.737375Z","end":"2026-03-09T22:36:54.943499Z","steps":["trace[911254235] 'agreement among raft nodes before linearized reading' (duration: 206.001481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:54.943674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.718716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T22:36:54.943787Z","caller":"traceutil/trace.go:171","msg":"trace[2066025512] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4838; }","duration":"223.89946ms","start":"2026-03-09T22:36:54.719861Z","end":"2026-03-09T22:36:54.94376Z","steps":["trace[2066025512] 'agreement among raft nodes before linearized reading' (duration: 223.584763ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:55.328615Z","caller":"traceutil/trace.go:171","msg":"trace[1118269779] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"424.212072ms","start":"2026-03-09T22:36:54.904356Z","end":"2026-03-09T22:36:55.328568Z","steps":["trace[1118269779] 'process raft request' (duration: 423.924745ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:55.328606Z","caller":"traceutil/trace.go:171","msg":"trace[1852108192] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5033; }","duration":"385.260741ms","start":"2026-03-09T22:36:54.943313Z","end":"2026-03-09T22:36:55.328574Z","steps":["trace[1852108192] 'read index received' (duration: 385.068497ms)","trace[1852108192] 'applied index is now lower than readState.Index' (duration: 190.244µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:55.32896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.205653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:55.328665Z","caller":"traceutil/trace.go:171","msg":"trace[362175126] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"415.768169ms","start":"2026-03-09T22:36:54.912876Z","end":"2026-03-09T22:36:55.328644Z","steps":["trace[362175126] 'process raft request' (duration: 415.589205ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:55.329008Z","caller":"traceutil/trace.go:171","msg":"trace[1594406957] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4840; }","duration":"421.51304ms","start":"2026-03-09T22:36:54.907482Z","end":"2026-03-09T22:36:55.328995Z","steps":["trace[1594406957] 'agreement among raft nodes before linearized reading' (duration: 421.194443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.329049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:54.907471Z","time spent":"421.567002ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:36:55.329094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:54.912848Z","time spent":"416.160318ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:36:55.329096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:54.904329Z","time spent":"424.629662ms","remote":"127.0.0.1:33682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T22:36:55.402182Z","caller":"traceutil/trace.go:171","msg":"trace[323848006] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"451.654609ms","start":"2026-03-09T22:36:54.950494Z","end":"2026-03-09T22:36:55.402148Z","steps":["trace[323848006] 'process raft request' (duration: 426.287399ms)","trace[323848006] 'compare' (duration: 25.152605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:55.402351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:54.950476Z","time spent":"451.794453ms","remote":"127.0.0.1:33682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T22:36:55.403176Z","caller":"traceutil/trace.go:171","msg":"trace[312632637] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"410.395026ms","start":"2026-03-09T22:36:54.992735Z","end":"2026-03-09T22:36:55.40313Z","steps":["trace[312632637] 'process raft request' (duration: 409.361253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.403213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.868792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91cf8eae-2d5a-464c-b9db-794db71181dd\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-09T22:36:55.40322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.812918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:55.403288Z","caller":"traceutil/trace.go:171","msg":"trace[1737962449] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91cf8eae-2d5a-464c-b9db-794db71181dd; range_end:; response_count:1; response_revision:4842; }","duration":"455.005906ms","start":"2026-03-09T22:36:54.948263Z","end":"2026-03-09T22:36:55.403269Z","steps":["trace[1737962449] 'agreement among raft nodes before linearized reading' (duration: 454.774521ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:55.403299Z","caller":"traceutil/trace.go:171","msg":"trace[475385798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4842; }","duration":"456.9328ms","start":"2026-03-09T22:36:54.946346Z","end":"2026-03-09T22:36:55.403279Z","steps":["trace[475385798] 'agreement among raft nodes before linearized reading' (duration: 456.803767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.403336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:54.948236Z","time spent":"455.086988ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-91cf8eae-2d5a-464c-b9db-794db71181dd\" "} {"level":"warn","ts":"2026-03-09T22:36:55.403422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:54.992702Z","time spent":"410.57677ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:36:55.403344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:54.946324Z","time spent":"457.008672ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:36:55.667933Z","caller":"traceutil/trace.go:171","msg":"trace[328738917] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"332.636907ms","start":"2026-03-09T22:36:55.335265Z","end":"2026-03-09T22:36:55.667901Z","steps":["trace[328738917] 'process raft request' (duration: 332.051614ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:55.668031Z","caller":"traceutil/trace.go:171","msg":"trace[184493803] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"332.603936ms","start":"2026-03-09T22:36:55.335384Z","end":"2026-03-09T22:36:55.667988Z","steps":["trace[184493803] 'process raft request' (duration: 332.3281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.668128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:55.335236Z","time spent":"332.795611ms","remote":"127.0.0.1:33866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:36:55.668173Z","caller":"traceutil/trace.go:171","msg":"trace[623936537] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"332.73205ms","start":"2026-03-09T22:36:55.335418Z","end":"2026-03-09T22:36:55.66815Z","steps":["trace[623936537] 'process raft request' (duration: 332.438653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.668227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:55.335376Z","time spent":"332.753981ms","remote":"127.0.0.1:33682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T22:36:55.668319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:55.335408Z","time spent":"332.830992ms","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:36:55.668423Z","caller":"traceutil/trace.go:171","msg":"trace[1333579561] linearizableReadLoop","detail":"{readStateIndex:5042; appliedIndex:5037; }","duration":"265.533173ms","start":"2026-03-09T22:36:55.40287Z","end":"2026-03-09T22:36:55.668403Z","steps":["trace[1333579561] 'read index received' (duration: 264.709594ms)","trace[1333579561] 'applied index is now lower than readState.Index' (duration: 821.839µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:55.668466Z","caller":"traceutil/trace.go:171","msg":"trace[1172414775] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"332.150837ms","start":"2026-03-09T22:36:55.336295Z","end":"2026-03-09T22:36:55.668446Z","steps":["trace[1172414775] 'process raft request' (duration: 331.756308ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:55.668585Z","caller":"traceutil/trace.go:171","msg":"trace[901350511] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"333.112149ms","start":"2026-03-09T22:36:55.335453Z","end":"2026-03-09T22:36:55.668566Z","steps":["trace[901350511] 'process raft request' (duration: 332.479234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.668595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:55.336279Z","time spent":"332.248859ms","remote":"127.0.0.1:33866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:36:55.668672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:55.335427Z","time spent":"333.198ms","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:36:55.669297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.496138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787701"} {"level":"warn","ts":"2026-03-09T22:36:55.669297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.937057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:36:55.669344Z","caller":"traceutil/trace.go:171","msg":"trace[2044204518] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4847; }","duration":"330.58231ms","start":"2026-03-09T22:36:55.338748Z","end":"2026-03-09T22:36:55.66933Z","steps":["trace[2044204518] 'agreement among raft nodes before linearized reading' (duration: 329.746031ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:55.669359Z","caller":"traceutil/trace.go:171","msg":"trace[1817484966] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4847; }","duration":"334.06635ms","start":"2026-03-09T22:36:55.335275Z","end":"2026-03-09T22:36:55.669342Z","steps":["trace[1817484966] 'agreement among raft nodes before linearized reading' (duration: 333.913767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.669416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:55.335263Z","time spent":"334.132922ms","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:36:55.66971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:55.338736Z","time spent":"330.636502ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787724,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-09T22:36:55.670711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.268528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xzjxj\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-09T22:36:55.670772Z","caller":"traceutil/trace.go:171","msg":"trace[2073664878] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xzjxj; range_end:; response_count:1; response_revision:4847; }","duration":"335.403111ms","start":"2026-03-09T22:36:55.335349Z","end":"2026-03-09T22:36:55.670752Z","steps":["trace[2073664878] 'agreement among raft nodes before linearized reading' (duration: 333.679911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.670822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:55.335324Z","time spent":"335.483243ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5174,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xzjxj\" "} {"level":"info","ts":"2026-03-09T22:36:55.675156Z","caller":"traceutil/trace.go:171","msg":"trace[2127587267] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"167.998093ms","start":"2026-03-09T22:36:55.507124Z","end":"2026-03-09T22:36:55.675122Z","steps":["trace[2127587267] 'process raft request' (duration: 167.814558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.675307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.729873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-09T22:36:55.675379Z","caller":"traceutil/trace.go:171","msg":"trace[150913916] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4848; }","duration":"166.860396ms","start":"2026-03-09T22:36:55.508504Z","end":"2026-03-09T22:36:55.675364Z","steps":["trace[150913916] 'agreement among raft nodes before linearized reading' (duration: 166.60396ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:56.522217Z","caller":"traceutil/trace.go:171","msg":"trace[2058421636] linearizableReadLoop","detail":"{readStateIndex:5094; appliedIndex:5093; }","duration":"103.583899ms","start":"2026-03-09T22:36:56.418594Z","end":"2026-03-09T22:36:56.522178Z","steps":["trace[2058421636] 'read index received' (duration: 49.41525ms)","trace[2058421636] 'applied index is now lower than readState.Index' (duration: 54.166859ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:56.52252Z","caller":"traceutil/trace.go:171","msg":"trace[955119786] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"115.730956ms","start":"2026-03-09T22:36:56.406742Z","end":"2026-03-09T22:36:56.522473Z","steps":["trace[955119786] 'process raft request' (duration: 61.341542ms)","trace[955119786] 'compare' (duration: 53.928734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:56.523249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.617243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803581"} {"level":"info","ts":"2026-03-09T22:36:56.523456Z","caller":"traceutil/trace.go:171","msg":"trace[511227405] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4897; }","duration":"104.746236ms","start":"2026-03-09T22:36:56.418575Z","end":"2026-03-09T22:36:56.523321Z","steps":["trace[511227405] 'agreement among raft nodes before linearized reading' (duration: 103.850905ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:02.556342Z","caller":"traceutil/trace.go:171","msg":"trace[862730118] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"233.331207ms","start":"2026-03-09T22:37:02.322983Z","end":"2026-03-09T22:37:02.556315Z","steps":["trace[862730118] 'process raft request' (duration: 233.05909ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:02.627799Z","caller":"traceutil/trace.go:171","msg":"trace[1488736488] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"223.823349ms","start":"2026-03-09T22:37:02.403946Z","end":"2026-03-09T22:37:02.62777Z","steps":["trace[1488736488] 'process raft request' (duration: 223.727787ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:02.627815Z","caller":"traceutil/trace.go:171","msg":"trace[1290133578] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"227.664457ms","start":"2026-03-09T22:37:02.400099Z","end":"2026-03-09T22:37:02.627763Z","steps":["trace[1290133578] 'process raft request' (duration: 227.513513ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:02.627861Z","caller":"traceutil/trace.go:171","msg":"trace[443904919] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"239.898486ms","start":"2026-03-09T22:37:02.387929Z","end":"2026-03-09T22:37:02.627827Z","steps":["trace[443904919] 'process raft request' (duration: 239.482187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:02.833549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.356505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:37:02.833808Z","caller":"traceutil/trace.go:171","msg":"trace[1214543182] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"275.519011ms","start":"2026-03-09T22:37:02.55824Z","end":"2026-03-09T22:37:02.833759Z","steps":["trace[1214543182] 'process raft request' (duration: 108.87163ms)","trace[1214543182] 'compare' (duration: 166.094658ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:02.83386Z","caller":"traceutil/trace.go:171","msg":"trace[1078143347] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"200.958086ms","start":"2026-03-09T22:37:02.632884Z","end":"2026-03-09T22:37:02.833842Z","steps":["trace[1078143347] 'process raft request' (duration: 200.876964ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:02.833906Z","caller":"traceutil/trace.go:171","msg":"trace[41593893] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5177; }","duration":"206.140494ms","start":"2026-03-09T22:37:02.627729Z","end":"2026-03-09T22:37:02.833869Z","steps":["trace[41593893] 'read index received' (duration: 39.410791ms)","trace[41593893] 'applied index is now lower than readState.Index' (duration: 166.725403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:02.834186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.969563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T22:37:02.834231Z","caller":"traceutil/trace.go:171","msg":"trace[1030293075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4980; }","duration":"280.053244ms","start":"2026-03-09T22:37:02.554167Z","end":"2026-03-09T22:37:02.83422Z","steps":["trace[1030293075] 'agreement among raft nodes before linearized reading' (duration: 279.911901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:02.834326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.935745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txsfp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T22:37:02.834383Z","caller":"traceutil/trace.go:171","msg":"trace[603664144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txsfp; range_end:; response_count:1; response_revision:4980; }","duration":"280.989006ms","start":"2026-03-09T22:37:02.553382Z","end":"2026-03-09T22:37:02.834371Z","steps":["trace[603664144] 'agreement among raft nodes before linearized reading' (duration: 280.829032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:02.834385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.034958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:37:02.834462Z","caller":"traceutil/trace.go:171","msg":"trace[2047006348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4980; }","duration":"278.185273ms","start":"2026-03-09T22:37:02.556262Z","end":"2026-03-09T22:37:02.834448Z","steps":["trace[2047006348] 'agreement among raft nodes before linearized reading' (duration: 277.965708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:02.834466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.283375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T22:37:02.834585Z","caller":"traceutil/trace.go:171","msg":"trace[1153895761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4980; }","duration":"278.441168ms","start":"2026-03-09T22:37:02.556131Z","end":"2026-03-09T22:37:02.834573Z","steps":["trace[1153895761] 'agreement among raft nodes before linearized reading' (duration: 278.220013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:02.834186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.502504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:37:02.834658Z","caller":"traceutil/trace.go:171","msg":"trace[1285509135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4980; }","duration":"277.014015ms","start":"2026-03-09T22:37:02.557633Z","end":"2026-03-09T22:37:02.834647Z","steps":["trace[1285509135] 'agreement among raft nodes before linearized reading' (duration: 276.410181ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:03.107514Z","caller":"traceutil/trace.go:171","msg":"trace[356995529] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"267.864946ms","start":"2026-03-09T22:37:02.839609Z","end":"2026-03-09T22:37:03.107474Z","steps":["trace[356995529] 'process raft request' (duration: 235.056915ms)","trace[356995529] 'compare' (duration: 32.363071ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:03.107786Z","caller":"traceutil/trace.go:171","msg":"trace[1588201971] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"267.875806ms","start":"2026-03-09T22:37:02.839883Z","end":"2026-03-09T22:37:03.107759Z","steps":["trace[1588201971] 'process raft request' (duration: 267.488527ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:03.107871Z","caller":"traceutil/trace.go:171","msg":"trace[279611981] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"267.937498ms","start":"2026-03-09T22:37:02.839902Z","end":"2026-03-09T22:37:03.107839Z","steps":["trace[279611981] 'process raft request' (duration: 267.567ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:03.107947Z","caller":"traceutil/trace.go:171","msg":"trace[1416154693] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"268.04581ms","start":"2026-03-09T22:37:02.839884Z","end":"2026-03-09T22:37:03.10793Z","steps":["trace[1416154693] 'process raft request' (duration: 267.652531ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:03.107826Z","caller":"traceutil/trace.go:171","msg":"trace[2110097238] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"267.757064ms","start":"2026-03-09T22:37:02.840016Z","end":"2026-03-09T22:37:03.107773Z","steps":["trace[2110097238] 'process raft request' (duration: 267.572479ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:03.107721Z","caller":"traceutil/trace.go:171","msg":"trace[1444516065] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5179; }","duration":"266.690849ms","start":"2026-03-09T22:37:02.841003Z","end":"2026-03-09T22:37:03.107694Z","steps":["trace[1444516065] 'read index received' (duration: 32.405801ms)","trace[1444516065] 'applied index is now lower than readState.Index' (duration: 234.283078ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:03.108065Z","caller":"traceutil/trace.go:171","msg":"trace[412770246] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"262.404191ms","start":"2026-03-09T22:37:02.845632Z","end":"2026-03-09T22:37:03.108037Z","steps":["trace[412770246] 'process raft request' (duration: 261.992581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:03.108214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.178821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71036"} {"level":"info","ts":"2026-03-09T22:37:03.108332Z","caller":"traceutil/trace.go:171","msg":"trace[373911076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4987; }","duration":"267.341694ms","start":"2026-03-09T22:37:02.840978Z","end":"2026-03-09T22:37:03.10832Z","steps":["trace[373911076] 'agreement among raft nodes before linearized reading' (duration: 266.858813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:03.123701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.068547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:37:03.123708Z","caller":"traceutil/trace.go:171","msg":"trace[1082985577] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"214.187998ms","start":"2026-03-09T22:37:02.909482Z","end":"2026-03-09T22:37:03.12367Z","steps":["trace[1082985577] 'process raft request' (duration: 213.969413ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:03.123776Z","caller":"traceutil/trace.go:171","msg":"trace[1689206462] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4988; }","duration":"232.233131ms","start":"2026-03-09T22:37:02.891526Z","end":"2026-03-09T22:37:03.123759Z","steps":["trace[1689206462] 'agreement among raft nodes before linearized reading' (duration: 232.080377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:11.557685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.969351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:37:11.557813Z","caller":"traceutil/trace.go:171","msg":"trace[864450273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5114; }","duration":"335.201996ms","start":"2026-03-09T22:37:11.222588Z","end":"2026-03-09T22:37:11.55779Z","steps":["trace[864450273] 'range keys from in-memory index tree' (duration: 334.653583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:11.557807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.833486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T22:37:11.557867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.222557Z","time spent":"335.299798ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T22:37:11.557901Z","caller":"traceutil/trace.go:171","msg":"trace[156908991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5114; }","duration":"366.02208ms","start":"2026-03-09T22:37:11.191856Z","end":"2026-03-09T22:37:11.557878Z","steps":["trace[156908991] 'range keys from in-memory index tree' (duration: 365.496439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:11.557906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.296878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T22:37:11.557938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.446884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aea4caa8-21e7-47ed-a985-40fa10094f49\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-09T22:37:11.558019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.438454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:37:11.558025Z","caller":"traceutil/trace.go:171","msg":"trace[2036189014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5114; }","duration":"335.478852ms","start":"2026-03-09T22:37:11.222519Z","end":"2026-03-09T22:37:11.557998Z","steps":["trace[2036189014] 'range keys from in-memory index tree' (duration: 334.962191ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:11.558061Z","caller":"traceutil/trace.go:171","msg":"trace[2104121420] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5114; }","duration":"437.552317ms","start":"2026-03-09T22:37:11.120498Z","end":"2026-03-09T22:37:11.55805Z","steps":["trace[2104121420] 'range keys from in-memory index tree' (duration: 437.317671ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:11.558072Z","caller":"traceutil/trace.go:171","msg":"trace[1695285340] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aea4caa8-21e7-47ed-a985-40fa10094f49; range_end:; response_count:1; response_revision:5114; }","duration":"437.67632ms","start":"2026-03-09T22:37:11.12037Z","end":"2026-03-09T22:37:11.558046Z","steps":["trace[1695285340] 'range keys from in-memory index tree' (duration: 437.26029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:11.558092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.120461Z","time spent":"437.623428ms","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-09T22:37:11.557682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.439969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txsfp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-09T22:37:11.558137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.120344Z","time spent":"437.778182ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aea4caa8-21e7-47ed-a985-40fa10094f49\" "} {"level":"warn","ts":"2026-03-09T22:37:11.55809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.222499Z","time spent":"335.581085ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T22:37:11.558149Z","caller":"traceutil/trace.go:171","msg":"trace[927911222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txsfp; range_end:; response_count:1; response_revision:5114; }","duration":"334.96013ms","start":"2026-03-09T22:37:11.223175Z","end":"2026-03-09T22:37:11.558135Z","steps":["trace[927911222] 'range keys from in-memory index tree' (duration: 334.236434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:11.558209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.223161Z","time spent":"335.029731ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-txsfp\" "} {"level":"warn","ts":"2026-03-09T22:37:11.557956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.191825Z","time spent":"366.120563ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:37:11.765847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.741158ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T22:37:11.766421Z","caller":"traceutil/trace.go:171","msg":"trace[1760022632] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5314; }","duration":"349.716188ms","start":"2026-03-09T22:37:11.416673Z","end":"2026-03-09T22:37:11.766389Z","steps":["trace[1760022632] 'read index received' (duration: 135.319585ms)","trace[1760022632] 'applied index is now lower than readState.Index' (duration: 214.394393ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:11.766465Z","caller":"traceutil/trace.go:171","msg":"trace[1316864228] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"498.851169ms","start":"2026-03-09T22:37:11.26758Z","end":"2026-03-09T22:37:11.766431Z","steps":["trace[1316864228] 'process raft request' (duration: 498.432599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:11.766921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.267558Z","time spent":"498.991701ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:37:12.178795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.611539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:37:12.179006Z","caller":"traceutil/trace.go:171","msg":"trace[1247293532] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"615.749962ms","start":"2026-03-09T22:37:11.56324Z","end":"2026-03-09T22:37:12.17899Z","steps":["trace[1247293532] 'process raft request' (duration: 615.6513ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:12.179015Z","caller":"traceutil/trace.go:171","msg":"trace[1828712363] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"616.173652ms","start":"2026-03-09T22:37:11.5628Z","end":"2026-03-09T22:37:12.178974Z","steps":["trace[1828712363] 'process raft request' (duration: 247.298706ms)","trace[1828712363] 'compare' (duration: 368.312143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:12.179067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.563225Z","time spent":"615.816733ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:37:12.179114Z","caller":"traceutil/trace.go:171","msg":"trace[499498840] linearizableReadLoop","detail":"{readStateIndex:5319; appliedIndex:5316; }","duration":"412.577066ms","start":"2026-03-09T22:37:11.766501Z","end":"2026-03-09T22:37:12.179078Z","steps":["trace[499498840] 'read index received' (duration: 43.599058ms)","trace[499498840] 'applied index is now lower than readState.Index' (duration: 368.976438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:12.179197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.562778Z","time spent":"616.321496ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:37:12.179361Z","caller":"traceutil/trace.go:171","msg":"trace[866321956] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"616.012148ms","start":"2026-03-09T22:37:11.563333Z","end":"2026-03-09T22:37:12.179345Z","steps":["trace[866321956] 'process raft request' (duration: 615.626419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.179443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.774811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:37:12.179472Z","caller":"traceutil/trace.go:171","msg":"trace[976679230] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5118; }","duration":"705.840863ms","start":"2026-03-09T22:37:11.473622Z","end":"2026-03-09T22:37:12.179463Z","steps":["trace[976679230] 'agreement among raft nodes before linearized reading' (duration: 705.756701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.179497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.473606Z","time spent":"705.884824ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:37:12.179507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.563306Z","time spent":"616.092629ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:37:12.179634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.127754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:37:12.179586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.828294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:37:12.179659Z","caller":"traceutil/trace.go:171","msg":"trace[1173469691] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5118; }","duration":"617.205505ms","start":"2026-03-09T22:37:11.562446Z","end":"2026-03-09T22:37:12.179651Z","steps":["trace[1173469691] 'agreement among raft nodes before linearized reading' (duration: 617.163004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.179666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.966877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80219"} {"level":"warn","ts":"2026-03-09T22:37:12.17968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.562423Z","time spent":"617.253227ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-09T22:37:12.179644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.338006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:37:12.179701Z","caller":"traceutil/trace.go:171","msg":"trace[1098886811] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5118; }","duration":"197.979428ms","start":"2026-03-09T22:37:11.981693Z","end":"2026-03-09T22:37:12.179672Z","steps":["trace[1098886811] 'agreement among raft nodes before linearized reading' (duration: 197.747992ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:12.17971Z","caller":"traceutil/trace.go:171","msg":"trace[916830422] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5118; }","duration":"616.036248ms","start":"2026-03-09T22:37:11.56366Z","end":"2026-03-09T22:37:12.179696Z","steps":["trace[916830422] 'agreement among raft nodes before linearized reading' (duration: 615.765412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.179667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.856773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:37:12.179748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.563649Z","time spent":"616.09143ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80242,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-09T22:37:12.179758Z","caller":"traceutil/trace.go:171","msg":"trace[641889666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5118; }","duration":"428.577532ms","start":"2026-03-09T22:37:11.751149Z","end":"2026-03-09T22:37:12.179727Z","steps":["trace[641889666] 'agreement among raft nodes before linearized reading' (duration: 428.307026ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:12.179781Z","caller":"traceutil/trace.go:171","msg":"trace[1543562833] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5118; }","duration":"748.061289ms","start":"2026-03-09T22:37:11.431689Z","end":"2026-03-09T22:37:12.17975Z","steps":["trace[1543562833] 'agreement among raft nodes before linearized reading' (duration: 747.825523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.179827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.751123Z","time spent":"428.688294ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:37:12.179838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.431665Z","time spent":"748.15647ms","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:37:12.179917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.962097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:37:12.179977Z","caller":"traceutil/trace.go:171","msg":"trace[754053501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5115; }","duration":"763.356928ms","start":"2026-03-09T22:37:11.416604Z","end":"2026-03-09T22:37:12.179961Z","steps":["trace[754053501] 'agreement among raft nodes before linearized reading' (duration: 349.943343ms)","trace[754053501] 'count revisions from in-memory index tree' (duration: 412.042603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:12.180051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:11.41658Z","time spent":"763.412389ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:37:12.935337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.199043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-09T22:37:12.935243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.501682ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:37:12.935653Z","caller":"traceutil/trace.go:171","msg":"trace[646470810] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"180.511389ms","start":"2026-03-09T22:37:12.755117Z","end":"2026-03-09T22:37:12.935629Z","steps":["trace[646470810] 'process raft request' (duration: 180.367835ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:12.935647Z","caller":"traceutil/trace.go:171","msg":"trace[1717090631] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5319; }","duration":"738.106021ms","start":"2026-03-09T22:37:12.197455Z","end":"2026-03-09T22:37:12.935561Z","steps":["trace[1717090631] 'read index received' (duration: 288.450127ms)","trace[1717090631] 'applied index is now lower than readState.Index' (duration: 449.653824ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:12.935743Z","caller":"traceutil/trace.go:171","msg":"trace[922774559] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5118; }","duration":"590.056575ms","start":"2026-03-09T22:37:12.345461Z","end":"2026-03-09T22:37:12.935518Z","steps":["trace[922774559] 'range keys from in-memory index tree' (duration: 589.479661ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:12.935724Z","caller":"traceutil/trace.go:171","msg":"trace[1775389991] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"739.492763ms","start":"2026-03-09T22:37:12.195973Z","end":"2026-03-09T22:37:12.935466Z","steps":["trace[1775389991] 'process raft request' (duration: 290.046044ms)","trace[1775389991] 'compare' (duration: 448.751653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:12.936136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:12.195957Z","time spent":"740.002264ms","remote":"127.0.0.1:33682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:37:12.936355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.750946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-09T22:37:12.936535Z","caller":"traceutil/trace.go:171","msg":"trace[448402785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5120; }","duration":"738.96943ms","start":"2026-03-09T22:37:12.197424Z","end":"2026-03-09T22:37:12.936393Z","steps":["trace[448402785] 'agreement among raft nodes before linearized reading' (duration: 738.263864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.936709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:12.197378Z","time spent":"739.202595ms","remote":"127.0.0.1:37902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T22:37:12.95512Z","caller":"traceutil/trace.go:171","msg":"trace[2105494897] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"197.551149ms","start":"2026-03-09T22:37:12.757546Z","end":"2026-03-09T22:37:12.955097Z","steps":["trace[2105494897] 'process raft request' (duration: 197.384315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.955418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.653878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T22:37:12.955481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.831199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:37:12.955477Z","caller":"traceutil/trace.go:171","msg":"trace[455459719] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"193.665519ms","start":"2026-03-09T22:37:12.761727Z","end":"2026-03-09T22:37:12.955393Z","steps":["trace[455459719] 'process raft request' (duration: 193.321272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.955613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.581775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aea4caa8-21e7-47ed-a985-40fa10094f49\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-09T22:37:12.955499Z","caller":"traceutil/trace.go:171","msg":"trace[302619932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5122; }","duration":"224.795081ms","start":"2026-03-09T22:37:12.730685Z","end":"2026-03-09T22:37:12.95548Z","steps":["trace[302619932] 'agreement among raft nodes before linearized reading' (duration: 224.645788ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:12.955658Z","caller":"traceutil/trace.go:171","msg":"trace[857759710] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aea4caa8-21e7-47ed-a985-40fa10094f49; range_end:; response_count:1; response_revision:5122; }","duration":"391.675467ms","start":"2026-03-09T22:37:12.563973Z","end":"2026-03-09T22:37:12.955648Z","steps":["trace[857759710] 'agreement among raft nodes before linearized reading' (duration: 391.548924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.955698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:12.563949Z","time spent":"391.740559ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aea4caa8-21e7-47ed-a985-40fa10094f49\" "} {"level":"info","ts":"2026-03-09T22:37:12.955538Z","caller":"traceutil/trace.go:171","msg":"trace[1113521443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5122; }","duration":"216.936661ms","start":"2026-03-09T22:37:12.738587Z","end":"2026-03-09T22:37:12.955523Z","steps":["trace[1113521443] 'agreement among raft nodes before linearized reading' (duration: 216.723637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.955771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.086652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:37:12.955845Z","caller":"traceutil/trace.go:171","msg":"trace[1088839761] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5122; }","duration":"599.186163ms","start":"2026-03-09T22:37:12.356634Z","end":"2026-03-09T22:37:12.95582Z","steps":["trace[1088839761] 'agreement among raft nodes before linearized reading' (duration: 599.03298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.955909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:12.356622Z","time spent":"599.270916ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":35,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:37:12.955923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.355513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-09T22:37:12.956043Z","caller":"traceutil/trace.go:171","msg":"trace[1455679731] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5122; }","duration":"758.549448ms","start":"2026-03-09T22:37:12.197471Z","end":"2026-03-09T22:37:12.95602Z","steps":["trace[1455679731] 'agreement among raft nodes before linearized reading' (duration: 758.153259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:12.956128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:12.19745Z","time spent":"758.666221ms","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-09T22:37:21.264404Z","caller":"traceutil/trace.go:171","msg":"trace[215261584] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"135.702474ms","start":"2026-03-09T22:37:21.128615Z","end":"2026-03-09T22:37:21.264318Z","steps":["trace[215261584] 'process raft request' (duration: 131.562479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:21.538261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.29409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:37:21.538625Z","caller":"traceutil/trace.go:171","msg":"trace[196758862] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"265.498682ms","start":"2026-03-09T22:37:21.273084Z","end":"2026-03-09T22:37:21.538583Z","steps":["trace[196758862] 'process raft request' (duration: 265.385089ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:21.538625Z","caller":"traceutil/trace.go:171","msg":"trace[2119757148] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"268.89769ms","start":"2026-03-09T22:37:21.269679Z","end":"2026-03-09T22:37:21.538576Z","steps":["trace[2119757148] 'process raft request' (duration: 96.17403ms)","trace[2119757148] 'compare' (duration: 172.121526ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:21.538654Z","caller":"traceutil/trace.go:171","msg":"trace[1071058205] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"265.605124ms","start":"2026-03-09T22:37:21.272982Z","end":"2026-03-09T22:37:21.538587Z","steps":["trace[1071058205] 'process raft request' (duration: 265.408499ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:21.538892Z","caller":"traceutil/trace.go:171","msg":"trace[1129585624] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"265.728667ms","start":"2026-03-09T22:37:21.273132Z","end":"2026-03-09T22:37:21.538861Z","steps":["trace[1129585624] 'process raft request' (duration: 265.379119ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:21.538938Z","caller":"traceutil/trace.go:171","msg":"trace[66317864] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"265.260067ms","start":"2026-03-09T22:37:21.273657Z","end":"2026-03-09T22:37:21.538917Z","steps":["trace[66317864] 'process raft request' (duration: 265.044632ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:21.544141Z","caller":"traceutil/trace.go:171","msg":"trace[1624452966] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"264.475959ms","start":"2026-03-09T22:37:21.279654Z","end":"2026-03-09T22:37:21.54413Z","steps":["trace[1624452966] 'process raft request' (duration: 264.342946ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:25.692233Z","caller":"traceutil/trace.go:171","msg":"trace[1162373745] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"131.867856ms","start":"2026-03-09T22:37:25.560329Z","end":"2026-03-09T22:37:25.692197Z","steps":["trace[1162373745] 'process raft request' (duration: 131.62148ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:27.844189Z","caller":"traceutil/trace.go:171","msg":"trace[1669450977] linearizableReadLoop","detail":"{readStateIndex:5533; appliedIndex:5532; }","duration":"105.137164ms","start":"2026-03-09T22:37:27.739024Z","end":"2026-03-09T22:37:27.844161Z","steps":["trace[1669450977] 'read index received' (duration: 104.855418ms)","trace[1669450977] 'applied index is now lower than readState.Index' (duration: 281.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:27.844313Z","caller":"traceutil/trace.go:171","msg":"trace[524012350] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"142.10825ms","start":"2026-03-09T22:37:27.702179Z","end":"2026-03-09T22:37:27.844287Z","steps":["trace[524012350] 'process raft request' (duration: 141.815223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:27.844358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.325489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:37:27.844385Z","caller":"traceutil/trace.go:171","msg":"trace[244206209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5326; }","duration":"105.429431ms","start":"2026-03-09T22:37:27.738948Z","end":"2026-03-09T22:37:27.844377Z","steps":["trace[244206209] 'agreement among raft nodes before linearized reading' (duration: 105.318459ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:52.761611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2721} {"level":"info","ts":"2026-03-09T22:37:52.833236Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2721,"took":"69.712464ms","hash":2563919867,"current-db-size-bytes":39890944,"current-db-size":"40 MB","current-db-size-in-use-bytes":29356032,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T22:37:52.833355Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2563919867,"revision":2721,"compact-revision":-1} {"level":"info","ts":"2026-03-09T22:38:13.242242Z","caller":"traceutil/trace.go:171","msg":"trace[1120027264] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"141.271552ms","start":"2026-03-09T22:38:13.100934Z","end":"2026-03-09T22:38:13.242205Z","steps":["trace[1120027264] 'process raft request' (duration: 141.049537ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:13.390105Z","caller":"traceutil/trace.go:171","msg":"trace[1166761602] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"172.548111ms","start":"2026-03-09T22:38:13.217481Z","end":"2026-03-09T22:38:13.390029Z","steps":["trace[1166761602] 'process raft request' (duration: 142.764897ms)","trace[1166761602] 'compare' (duration: 29.371964ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:38:13.418833Z","caller":"traceutil/trace.go:171","msg":"trace[150276875] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"137.210547ms","start":"2026-03-09T22:38:13.281589Z","end":"2026-03-09T22:38:13.418799Z","steps":["trace[150276875] 'process raft request' (duration: 136.985802ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:13.419028Z","caller":"traceutil/trace.go:171","msg":"trace[1545122213] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"137.347511ms","start":"2026-03-09T22:38:13.28165Z","end":"2026-03-09T22:38:13.418997Z","steps":["trace[1545122213] 'process raft request' (duration: 137.100365ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:14.744928Z","caller":"traceutil/trace.go:171","msg":"trace[2037986216] linearizableReadLoop","detail":"{readStateIndex:5906; appliedIndex:5904; }","duration":"111.170071ms","start":"2026-03-09T22:38:14.633731Z","end":"2026-03-09T22:38:14.744901Z","steps":["trace[2037986216] 'read index received' (duration: 62.922676ms)","trace[2037986216] 'applied index is now lower than readState.Index' (duration: 48.245655ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:38:14.745093Z","caller":"traceutil/trace.go:171","msg":"trace[1647030504] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"114.624061ms","start":"2026-03-09T22:38:14.630428Z","end":"2026-03-09T22:38:14.745052Z","steps":["trace[1647030504] 'process raft request' (duration: 114.305744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:38:14.745656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.717253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101782"} {"level":"info","ts":"2026-03-09T22:38:14.745911Z","caller":"traceutil/trace.go:171","msg":"trace[870255979] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5687; }","duration":"112.194564ms","start":"2026-03-09T22:38:14.633695Z","end":"2026-03-09T22:38:14.74589Z","steps":["trace[870255979] 'agreement among raft nodes before linearized reading' (duration: 111.388775ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:26.896858Z","caller":"traceutil/trace.go:171","msg":"trace[707452398] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"116.176957ms","start":"2026-03-09T22:38:26.780635Z","end":"2026-03-09T22:38:26.896812Z","steps":["trace[707452398] 'process raft request' (duration: 52.857452ms)","trace[707452398] 'compare' (duration: 63.067269ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:38:27.791878Z","caller":"traceutil/trace.go:171","msg":"trace[925995415] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"120.505648ms","start":"2026-03-09T22:38:27.671319Z","end":"2026-03-09T22:38:27.791825Z","steps":["trace[925995415] 'process raft request' (duration: 120.118859ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:41:50.147751Z","caller":"traceutil/trace.go:171","msg":"trace[1069416080] transaction","detail":"{read_only:false; response_revision:7094; number_of_response:1; }","duration":"120.436516ms","start":"2026-03-09T22:41:50.02727Z","end":"2026-03-09T22:41:50.147707Z","steps":["trace[1069416080] 'process raft request' (duration: 105.858264ms)","trace[1069416080] 'compare' (duration: 14.315326ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:42:52.768124Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5475} {"level":"info","ts":"2026-03-09T22:42:52.884974Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5475,"took":"114.219853ms","hash":3800812579,"current-db-size-bytes":41631744,"current-db-size":"42 MB","current-db-size-in-use-bytes":21577728,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-09T22:42:52.885049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3800812579,"revision":5475,"compact-revision":2721} {"level":"info","ts":"2026-03-09T22:43:20.822867Z","caller":"traceutil/trace.go:171","msg":"trace[1900391642] linearizableReadLoop","detail":"{readStateIndex:7964; appliedIndex:7962; }","duration":"173.950411ms","start":"2026-03-09T22:43:20.648884Z","end":"2026-03-09T22:43:20.822835Z","steps":["trace[1900391642] 'read index received' (duration: 27.892083ms)","trace[1900391642] 'applied index is now lower than readState.Index' (duration: 146.057268ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:20.822915Z","caller":"traceutil/trace.go:171","msg":"trace[1569841243] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"192.30511ms","start":"2026-03-09T22:43:20.630571Z","end":"2026-03-09T22:43:20.822876Z","steps":["trace[1569841243] 'process raft request' (duration: 176.862599ms)","trace[1569841243] 'compare' (duration: 15.157525ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:20.822943Z","caller":"traceutil/trace.go:171","msg":"trace[1433332] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"148.147077ms","start":"2026-03-09T22:43:20.674758Z","end":"2026-03-09T22:43:20.822905Z","steps":["trace[1433332] 'process raft request' (duration: 148.013734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:20.823257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.345511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T22:43:20.823317Z","caller":"traceutil/trace.go:171","msg":"trace[1588150903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7671; }","duration":"174.455723ms","start":"2026-03-09T22:43:20.648846Z","end":"2026-03-09T22:43:20.823302Z","steps":["trace[1588150903] 'agreement among raft nodes before linearized reading' (duration: 174.167297ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:35.075555Z","caller":"traceutil/trace.go:171","msg":"trace[1345269976] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"157.69341ms","start":"2026-03-09T22:43:34.917803Z","end":"2026-03-09T22:43:35.075497Z","steps":["trace[1345269976] 'process raft request' (duration: 157.391103ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:35.076513Z","caller":"traceutil/trace.go:171","msg":"trace[124344713] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"107.793663ms","start":"2026-03-09T22:43:34.968699Z","end":"2026-03-09T22:43:35.076493Z","steps":["trace[124344713] 'process raft request' (duration: 107.533677ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:35.499476Z","caller":"traceutil/trace.go:171","msg":"trace[2037399748] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"148.792412ms","start":"2026-03-09T22:43:35.350658Z","end":"2026-03-09T22:43:35.499451Z","steps":["trace[2037399748] 'process raft request' (duration: 148.627169ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:36.796259Z","caller":"traceutil/trace.go:171","msg":"trace[2093170963] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"119.711122ms","start":"2026-03-09T22:43:36.676492Z","end":"2026-03-09T22:43:36.796204Z","steps":["trace[2093170963] 'process raft request' (duration: 119.366434ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:37.245996Z","caller":"traceutil/trace.go:171","msg":"trace[1835277883] linearizableReadLoop","detail":"{readStateIndex:8184; appliedIndex:8183; }","duration":"403.004782ms","start":"2026-03-09T22:43:36.84295Z","end":"2026-03-09T22:43:37.245955Z","steps":["trace[1835277883] 'read index received' (duration: 401.457626ms)","trace[1835277883] 'applied index is now lower than readState.Index' (duration: 1.544986ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:37.246037Z","caller":"traceutil/trace.go:171","msg":"trace[1637136192] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"446.49295ms","start":"2026-03-09T22:43:36.799493Z","end":"2026-03-09T22:43:37.245986Z","steps":["trace[1637136192] 'process raft request' (duration: 444.892633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:37.246249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.266758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T22:43:37.246566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:36.799473Z","time spent":"446.960611ms","remote":"127.0.0.1:33682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:37.2466Z","caller":"traceutil/trace.go:171","msg":"trace[1787356748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7886; }","duration":"403.615987ms","start":"2026-03-09T22:43:36.842913Z","end":"2026-03-09T22:43:37.246529Z","steps":["trace[1787356748] 'agreement among raft nodes before linearized reading' (duration: 403.131776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:37.246741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:36.842897Z","time spent":"403.799271ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T22:43:37.250104Z","caller":"traceutil/trace.go:171","msg":"trace[1144748326] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"168.695628ms","start":"2026-03-09T22:43:37.081377Z","end":"2026-03-09T22:43:37.250073Z","steps":["trace[1144748326] 'process raft request' (duration: 168.490273ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:37.250177Z","caller":"traceutil/trace.go:171","msg":"trace[2081909258] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"166.944377ms","start":"2026-03-09T22:43:37.083206Z","end":"2026-03-09T22:43:37.25015Z","steps":["trace[2081909258] 'process raft request' (duration: 166.783343ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:37.250172Z","caller":"traceutil/trace.go:171","msg":"trace[27906215] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"166.325543ms","start":"2026-03-09T22:43:37.083791Z","end":"2026-03-09T22:43:37.250116Z","steps":["trace[27906215] 'process raft request' (duration: 166.233391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:37.250305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.346143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txsfp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-09T22:43:37.250208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.065119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:43:37.250364Z","caller":"traceutil/trace.go:171","msg":"trace[979691932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txsfp; range_end:; response_count:1; response_revision:7889; }","duration":"160.418764ms","start":"2026-03-09T22:43:37.089927Z","end":"2026-03-09T22:43:37.250345Z","steps":["trace[979691932] 'agreement among raft nodes before linearized reading' (duration: 160.314332ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:37.25042Z","caller":"traceutil/trace.go:171","msg":"trace[314576559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7889; }","duration":"161.293565ms","start":"2026-03-09T22:43:37.089086Z","end":"2026-03-09T22:43:37.25038Z","steps":["trace[314576559] 'agreement among raft nodes before linearized reading' (duration: 160.983138ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:48.255863Z","caller":"traceutil/trace.go:171","msg":"trace[164228651] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"188.735766ms","start":"2026-03-09T22:43:48.067093Z","end":"2026-03-09T22:43:48.255828Z","steps":["trace[164228651] 'process raft request' (duration: 188.544732ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:49.21943Z","caller":"traceutil/trace.go:171","msg":"trace[259944760] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"351.533247ms","start":"2026-03-09T22:43:48.867868Z","end":"2026-03-09T22:43:49.219401Z","steps":["trace[259944760] 'process raft request' (duration: 351.352133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:49.219622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:48.867832Z","time spent":"351.686661ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:43:49.807763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058596358178139,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:43:49.894876Z","caller":"traceutil/trace.go:171","msg":"trace[1857275287] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"596.613413ms","start":"2026-03-09T22:43:49.298225Z","end":"2026-03-09T22:43:49.894839Z","steps":["trace[1857275287] 'process raft request' (duration: 596.346157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:49.895099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:49.298189Z","time spent":"596.784907ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:49.895125Z","caller":"traceutil/trace.go:171","msg":"trace[68290832] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"596.870769ms","start":"2026-03-09T22:43:49.298199Z","end":"2026-03-09T22:43:49.89507Z","steps":["trace[68290832] 'process raft request' (duration: 596.581473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:49.895349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:49.298169Z","time spent":"597.028422ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:50.005814Z","caller":"traceutil/trace.go:171","msg":"trace[916121511] linearizableReadLoop","detail":"{readStateIndex:8245; appliedIndex:8242; }","duration":"698.804604ms","start":"2026-03-09T22:43:49.306974Z","end":"2026-03-09T22:43:50.005778Z","steps":["trace[916121511] 'read index received' (duration: 587.598302ms)","trace[916121511] 'applied index is now lower than readState.Index' (duration: 111.204852ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:50.005991Z","caller":"traceutil/trace.go:171","msg":"trace[1883154075] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"707.565549ms","start":"2026-03-09T22:43:49.298371Z","end":"2026-03-09T22:43:50.005937Z","steps":["trace[1883154075] 'process raft request' (duration: 620.621694ms)","trace[1883154075] 'compare' (duration: 86.598897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:43:50.006179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.165223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T22:43:50.006235Z","caller":"traceutil/trace.go:171","msg":"trace[1709964736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7945; }","duration":"699.319317ms","start":"2026-03-09T22:43:49.306903Z","end":"2026-03-09T22:43:50.006222Z","steps":["trace[1709964736] 'agreement among raft nodes before linearized reading' (duration: 699.076761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:50.006285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:49.306878Z","time spent":"699.396088ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:43:50.006408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.664018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:43:50.006536Z","caller":"traceutil/trace.go:171","msg":"trace[1860250113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7945; }","duration":"268.893523ms","start":"2026-03-09T22:43:49.7376Z","end":"2026-03-09T22:43:50.006494Z","steps":["trace[1860250113] 'agreement among raft nodes before linearized reading' (duration: 268.640167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:50.006531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.701875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T22:43:50.006426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.94089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T22:43:50.00668Z","caller":"traceutil/trace.go:171","msg":"trace[1463966757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7945; }","duration":"406.243018ms","start":"2026-03-09T22:43:49.600418Z","end":"2026-03-09T22:43:50.006661Z","steps":["trace[1463966757] 'agreement among raft nodes before linearized reading' (duration: 405.864989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:50.006718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:49.600392Z","time spent":"406.316009ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T22:43:50.006696Z","caller":"traceutil/trace.go:171","msg":"trace[1004557514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7945; }","duration":"684.830418ms","start":"2026-03-09T22:43:49.321787Z","end":"2026-03-09T22:43:50.006618Z","steps":["trace[1004557514] 'agreement among raft nodes before linearized reading' (duration: 684.455879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:50.006777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:49.321735Z","time spent":"685.029722ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:43:50.006537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:49.298336Z","time spent":"707.796125ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:43:50.007541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.719274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txsfp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T22:43:50.008071Z","caller":"traceutil/trace.go:171","msg":"trace[1412819568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txsfp; range_end:; response_count:1; response_revision:7945; }","duration":"676.572564ms","start":"2026-03-09T22:43:49.331472Z","end":"2026-03-09T22:43:50.008045Z","steps":["trace[1412819568] 'agreement among raft nodes before linearized reading' (duration: 674.816443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:50.008183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:49.331457Z","time spent":"676.705487ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-txsfp\" "} {"level":"info","ts":"2026-03-09T22:43:50.188843Z","caller":"traceutil/trace.go:171","msg":"trace[599890120] linearizableReadLoop","detail":"{readStateIndex:8248; appliedIndex:8245; }","duration":"175.348374ms","start":"2026-03-09T22:43:50.013471Z","end":"2026-03-09T22:43:50.188819Z","steps":["trace[599890120] 'read index received' (duration: 42.183678ms)","trace[599890120] 'applied index is now lower than readState.Index' (duration: 133.163296ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:50.18911Z","caller":"traceutil/trace.go:171","msg":"trace[457557171] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"175.779074ms","start":"2026-03-09T22:43:50.013297Z","end":"2026-03-09T22:43:50.189076Z","steps":["trace[457557171] 'process raft request' (duration: 175.482907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:50.1893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.774124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224143"} {"level":"info","ts":"2026-03-09T22:43:50.189334Z","caller":"traceutil/trace.go:171","msg":"trace[709172548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7948; }","duration":"175.881116ms","start":"2026-03-09T22:43:50.013445Z","end":"2026-03-09T22:43:50.189326Z","steps":["trace[709172548] 'agreement among raft nodes before linearized reading' (duration: 175.465487ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:50.189214Z","caller":"traceutil/trace.go:171","msg":"trace[311617589] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"175.980399ms","start":"2026-03-09T22:43:50.013201Z","end":"2026-03-09T22:43:50.189182Z","steps":["trace[311617589] 'process raft request' (duration: 151.564297ms)","trace[311617589] 'compare' (duration: 23.883419ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:51.12001Z","caller":"traceutil/trace.go:171","msg":"trace[1487196154] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8250; }","duration":"207.427835ms","start":"2026-03-09T22:43:50.912557Z","end":"2026-03-09T22:43:51.119985Z","steps":["trace[1487196154] 'read index received' (duration: 206.966005ms)","trace[1487196154] 'applied index is now lower than readState.Index' (duration: 460.47µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:51.120146Z","caller":"traceutil/trace.go:171","msg":"trace[1947629483] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"244.583964ms","start":"2026-03-09T22:43:50.875523Z","end":"2026-03-09T22:43:51.120107Z","steps":["trace[1947629483] 'process raft request' (duration: 244.116433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:51.120235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T22:43:51.120267Z","caller":"traceutil/trace.go:171","msg":"trace[650431029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7951; }","duration":"207.727892ms","start":"2026-03-09T22:43:50.912529Z","end":"2026-03-09T22:43:51.120257Z","steps":["trace[650431029] 'agreement among raft nodes before linearized reading' (duration: 207.539847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:51.574655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.125846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:43:51.574726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.710568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T22:43:51.574743Z","caller":"traceutil/trace.go:171","msg":"trace[1759046421] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7951; }","duration":"386.282661ms","start":"2026-03-09T22:43:51.18844Z","end":"2026-03-09T22:43:51.574722Z","steps":["trace[1759046421] 'range keys from in-memory index tree' (duration: 386.012544ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:51.574801Z","caller":"traceutil/trace.go:171","msg":"trace[1720196920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7951; }","duration":"350.845781ms","start":"2026-03-09T22:43:51.223935Z","end":"2026-03-09T22:43:51.57478Z","steps":["trace[1720196920] 'range keys from in-memory index tree' (duration: 350.446112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:51.574805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:51.188412Z","time spent":"386.381952ms","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-09T22:43:51.574843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:51.223908Z","time spent":"350.927432ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:43:51.660352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.928678ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T22:43:51.660643Z","caller":"traceutil/trace.go:171","msg":"trace[1790408918] linearizableReadLoop","detail":"{readStateIndex:8252; appliedIndex:8251; }","duration":"305.50664ms","start":"2026-03-09T22:43:51.355098Z","end":"2026-03-09T22:43:51.660605Z","steps":["trace[1790408918] 'read index received' (duration: 167.287285ms)","trace[1790408918] 'applied index is now lower than readState.Index' (duration: 138.215125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:43:51.66082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.705614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:43:51.660905Z","caller":"traceutil/trace.go:171","msg":"trace[2102954611] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7952; }","duration":"305.835248ms","start":"2026-03-09T22:43:51.35505Z","end":"2026-03-09T22:43:51.660885Z","steps":["trace[2102954611] 'agreement among raft nodes before linearized reading' (duration: 305.640833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:51.660961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:51.355033Z","time spent":"305.91279ms","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-09T22:43:52.134295Z","caller":"traceutil/trace.go:171","msg":"trace[2063893163] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"121.521674ms","start":"2026-03-09T22:43:52.012736Z","end":"2026-03-09T22:43:52.134257Z","steps":["trace[2063893163] 'process raft request' (duration: 83.602996ms)","trace[2063893163] 'compare' (duration: 37.672782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:43:52.502126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.653136ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:43:52.502295Z","caller":"traceutil/trace.go:171","msg":"trace[1838753442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7957; }","duration":"156.847201ms","start":"2026-03-09T22:43:52.345417Z","end":"2026-03-09T22:43:52.502265Z","steps":["trace[1838753442] 'range keys from in-memory index tree' (duration: 156.623736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:52.502371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.627278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:43:52.502466Z","caller":"traceutil/trace.go:171","msg":"trace[1517764533] linearizableReadLoop","detail":"{readStateIndex:8259; appliedIndex:8257; }","duration":"298.65597ms","start":"2026-03-09T22:43:52.203795Z","end":"2026-03-09T22:43:52.502451Z","steps":["trace[1517764533] 'read index received' (duration: 9.39843ms)","trace[1517764533] 'applied index is now lower than readState.Index' (duration: 289.25589ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:52.502545Z","caller":"traceutil/trace.go:171","msg":"trace[1285620225] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"302.134181ms","start":"2026-03-09T22:43:52.200402Z","end":"2026-03-09T22:43:52.502536Z","steps":["trace[1285620225] 'process raft request' (duration: 68.248147ms)","trace[1285620225] 'compare' (duration: 233.455044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:43:52.502591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:52.200371Z","time spent":"302.196603ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:43:52.502772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.195719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:43:52.502861Z","caller":"traceutil/trace.go:171","msg":"trace[308046344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7958; }","duration":"151.336582ms","start":"2026-03-09T22:43:52.351503Z","end":"2026-03-09T22:43:52.50284Z","steps":["trace[308046344] 'agreement among raft nodes before linearized reading' (duration: 151.071646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:52.503314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.50186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224143"} {"level":"info","ts":"2026-03-09T22:43:52.503395Z","caller":"traceutil/trace.go:171","msg":"trace[1019281015] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7958; }","duration":"299.599292ms","start":"2026-03-09T22:43:52.203777Z","end":"2026-03-09T22:43:52.503377Z","steps":["trace[1019281015] 'agreement among raft nodes before linearized reading' (duration: 298.974527ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:52.783394Z","caller":"traceutil/trace.go:171","msg":"trace[1171831388] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"275.678642ms","start":"2026-03-09T22:43:52.507666Z","end":"2026-03-09T22:43:52.783345Z","steps":["trace[1171831388] 'process raft request' (duration: 275.406536ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:53.885052Z","caller":"traceutil/trace.go:171","msg":"trace[472632410] linearizableReadLoop","detail":"{readStateIndex:8261; appliedIndex:8260; }","duration":"147.494822ms","start":"2026-03-09T22:43:53.737521Z","end":"2026-03-09T22:43:53.885016Z","steps":["trace[472632410] 'read index received' (duration: 147.157164ms)","trace[472632410] 'applied index is now lower than readState.Index' (duration: 335.918µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:53.885135Z","caller":"traceutil/trace.go:171","msg":"trace[2089988513] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"215.197917ms","start":"2026-03-09T22:43:53.669889Z","end":"2026-03-09T22:43:53.885087Z","steps":["trace[2089988513] 'process raft request' (duration: 214.862019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:53.885231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.684766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:43:53.885318Z","caller":"traceutil/trace.go:171","msg":"trace[275887038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7960; }","duration":"147.82546ms","start":"2026-03-09T22:43:53.737479Z","end":"2026-03-09T22:43:53.885305Z","steps":["trace[275887038] 'agreement among raft nodes before linearized reading' (duration: 147.678887ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:20.378337Z","caller":"traceutil/trace.go:171","msg":"trace[442547927] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"358.147182ms","start":"2026-03-09T22:44:20.020158Z","end":"2026-03-09T22:44:20.378305Z","steps":["trace[442547927] 'process raft request' (duration: 357.927047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:20.378532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:20.020134Z","time spent":"358.306115ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:44:20.438667Z","caller":"traceutil/trace.go:171","msg":"trace[1930447757] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"351.031395ms","start":"2026-03-09T22:44:20.087606Z","end":"2026-03-09T22:44:20.438637Z","steps":["trace[1930447757] 'process raft request' (duration: 349.213403ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:20.438899Z","caller":"traceutil/trace.go:171","msg":"trace[364153341] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"348.22902ms","start":"2026-03-09T22:44:20.09065Z","end":"2026-03-09T22:44:20.43888Z","steps":["trace[364153341] 'process raft request' (duration: 347.934403ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:20.439016Z","caller":"traceutil/trace.go:171","msg":"trace[384405598] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"196.871977ms","start":"2026-03-09T22:44:20.242122Z","end":"2026-03-09T22:44:20.438993Z","steps":["trace[384405598] 'process raft request' (duration: 196.693993ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:20.438991Z","caller":"traceutil/trace.go:171","msg":"trace[2138216416] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8450; }","duration":"148.378753ms","start":"2026-03-09T22:44:20.290584Z","end":"2026-03-09T22:44:20.438963Z","steps":["trace[2138216416] 'read index received' (duration: 88.307037ms)","trace[2138216416] 'applied index is now lower than readState.Index' (duration: 60.070346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:44:20.439045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:20.090637Z","time spent":"348.310291ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:44:20.439234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.621448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T22:44:20.439292Z","caller":"traceutil/trace.go:171","msg":"trace[964884724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8144; }","duration":"148.70327ms","start":"2026-03-09T22:44:20.290574Z","end":"2026-03-09T22:44:20.439277Z","steps":["trace[964884724] 'agreement among raft nodes before linearized reading' (duration: 148.482685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:20.439949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:20.08757Z","time spent":"351.201919ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:44:25.120359Z","caller":"traceutil/trace.go:171","msg":"trace[1105323170] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8475; }","duration":"162.895123ms","start":"2026-03-09T22:44:24.957426Z","end":"2026-03-09T22:44:25.120321Z","steps":["trace[1105323170] 'read index received' (duration: 162.629306ms)","trace[1105323170] 'applied index is now lower than readState.Index' (duration: 264.107µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:44:25.120649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.208149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:44:25.120698Z","caller":"traceutil/trace.go:171","msg":"trace[1932706318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8166; }","duration":"163.345593ms","start":"2026-03-09T22:44:24.95734Z","end":"2026-03-09T22:44:25.120685Z","steps":["trace[1932706318] 'agreement among raft nodes before linearized reading' (duration: 163.115158ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:25.12095Z","caller":"traceutil/trace.go:171","msg":"trace[37332841] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"164.850937ms","start":"2026-03-09T22:44:24.956061Z","end":"2026-03-09T22:44:25.120912Z","steps":["trace[37332841] 'process raft request' (duration: 164.061119ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:25.497405Z","caller":"traceutil/trace.go:171","msg":"trace[1290456250] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8476; }","duration":"343.081519ms","start":"2026-03-09T22:44:25.1543Z","end":"2026-03-09T22:44:25.497381Z","steps":["trace[1290456250] 'read index received' (duration: 342.993007ms)","trace[1290456250] 'applied index is now lower than readState.Index' (duration: 87.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:25.497488Z","caller":"traceutil/trace.go:171","msg":"trace[1175617495] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"371.243398ms","start":"2026-03-09T22:44:25.126208Z","end":"2026-03-09T22:44:25.497451Z","steps":["trace[1175617495] 'process raft request' (duration: 370.984862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:25.497571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.669503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:44:25.497582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.268463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:44:25.497633Z","caller":"traceutil/trace.go:171","msg":"trace[934965505] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8167; }","duration":"343.380046ms","start":"2026-03-09T22:44:25.154241Z","end":"2026-03-09T22:44:25.497621Z","steps":["trace[934965505] 'agreement among raft nodes before linearized reading' (duration: 343.273823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:25.497648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.487225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:44:25.497664Z","caller":"traceutil/trace.go:171","msg":"trace[907006874] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8167; }","duration":"148.560107ms","start":"2026-03-09T22:44:25.3491Z","end":"2026-03-09T22:44:25.49766Z","steps":["trace[907006874] 'agreement among raft nodes before linearized reading' (duration: 148.514496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:25.497671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:25.154219Z","time spent":"343.445378ms","remote":"127.0.0.1:33972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:44:25.49767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:25.126183Z","time spent":"371.387952ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:44:25.4976Z","caller":"traceutil/trace.go:171","msg":"trace[1194055324] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8167; }","duration":"149.774285ms","start":"2026-03-09T22:44:25.347816Z","end":"2026-03-09T22:44:25.49759Z","steps":["trace[1194055324] 'agreement among raft nodes before linearized reading' (duration: 149.693443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:25.790363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.885029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:44:25.79047Z","caller":"traceutil/trace.go:171","msg":"trace[1884540844] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8167; }","duration":"109.067433ms","start":"2026-03-09T22:44:25.681377Z","end":"2026-03-09T22:44:25.790444Z","steps":["trace[1884540844] 'count revisions from in-memory index tree' (duration: 108.780576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:25.790501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.407916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:44:25.79059Z","caller":"traceutil/trace.go:171","msg":"trace[789262296] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8167; }","duration":"140.59156ms","start":"2026-03-09T22:44:25.649979Z","end":"2026-03-09T22:44:25.79057Z","steps":["trace[789262296] 'count revisions from in-memory index tree' (duration: 140.285403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:33.370837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.077939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:44:33.371118Z","caller":"traceutil/trace.go:171","msg":"trace[1069604961] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"377.67282ms","start":"2026-03-09T22:44:32.993395Z","end":"2026-03-09T22:44:33.371068Z","steps":["trace[1069604961] 'process raft request' (duration: 173.876054ms)","trace[1069604961] 'compare' (duration: 202.67611ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:33.371167Z","caller":"traceutil/trace.go:171","msg":"trace[282413667] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8248; }","duration":"376.098054ms","start":"2026-03-09T22:44:32.995041Z","end":"2026-03-09T22:44:33.371139Z","steps":["trace[282413667] 'process raft request' (duration: 375.94477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:33.371335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:32.995024Z","time spent":"376.200206ms","remote":"127.0.0.1:60682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-09T22:44:33.371349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:32.993384Z","time spent":"377.821423ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:44:33.681445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.84897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:44:33.68153Z","caller":"traceutil/trace.go:171","msg":"trace[1469050470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8248; }","duration":"134.982553ms","start":"2026-03-09T22:44:33.54653Z","end":"2026-03-09T22:44:33.681512Z","steps":["trace[1469050470] 'range keys from in-memory index tree' (duration: 134.686876ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:33.867647Z","caller":"traceutil/trace.go:171","msg":"trace[607949360] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"180.700965ms","start":"2026-03-09T22:44:33.68691Z","end":"2026-03-09T22:44:33.867611Z","steps":["trace[607949360] 'process raft request' (duration: 180.477109ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:33.925056Z","caller":"traceutil/trace.go:171","msg":"trace[2077327223] linearizableReadLoop","detail":"{readStateIndex:8564; appliedIndex:8562; }","duration":"187.720369ms","start":"2026-03-09T22:44:33.737318Z","end":"2026-03-09T22:44:33.925039Z","steps":["trace[2077327223] 'read index received' (duration: 130.090179ms)","trace[2077327223] 'applied index is now lower than readState.Index' (duration: 57.62886ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:33.925157Z","caller":"traceutil/trace.go:171","msg":"trace[837108436] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"197.220332ms","start":"2026-03-09T22:44:33.727876Z","end":"2026-03-09T22:44:33.925097Z","steps":["trace[837108436] 'process raft request' (duration: 181.79112ms)","trace[837108436] 'compare' (duration: 15.237237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:44:33.925316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.942204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:44:33.925432Z","caller":"traceutil/trace.go:171","msg":"trace[334943133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8250; }","duration":"188.158859ms","start":"2026-03-09T22:44:33.737246Z","end":"2026-03-09T22:44:33.925405Z","steps":["trace[334943133] 'agreement among raft nodes before linearized reading' (duration: 187.877262ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:34.610245Z","caller":"traceutil/trace.go:171","msg":"trace[1229846291] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"123.441112ms","start":"2026-03-09T22:44:34.486775Z","end":"2026-03-09T22:44:34.610216Z","steps":["trace[1229846291] 'process raft request' (duration: 123.254528ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:34.774408Z","caller":"traceutil/trace.go:171","msg":"trace[1375439223] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"245.415921ms","start":"2026-03-09T22:44:34.528964Z","end":"2026-03-09T22:44:34.77438Z","steps":["trace[1375439223] 'process raft request' (duration: 245.150655ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:34.774749Z","caller":"traceutil/trace.go:171","msg":"trace[1240467499] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8569; }","duration":"123.948884ms","start":"2026-03-09T22:44:34.650772Z","end":"2026-03-09T22:44:34.774721Z","steps":["trace[1240467499] 'read index received' (duration: 123.266588ms)","trace[1240467499] 'applied index is now lower than readState.Index' (duration: 680.956µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:34.774881Z","caller":"traceutil/trace.go:171","msg":"trace[1111487475] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"217.669901ms","start":"2026-03-09T22:44:34.557195Z","end":"2026-03-09T22:44:34.774865Z","steps":["trace[1111487475] 'process raft request' (duration: 217.402204ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:34.774867Z","caller":"traceutil/trace.go:171","msg":"trace[392265581] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"217.713272ms","start":"2026-03-09T22:44:34.557124Z","end":"2026-03-09T22:44:34.774837Z","steps":["trace[392265581] 'process raft request' (duration: 217.19976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:34.775068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.890376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T22:44:34.775124Z","caller":"traceutil/trace.go:171","msg":"trace[669316745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8258; }","duration":"113.002788ms","start":"2026-03-09T22:44:34.662106Z","end":"2026-03-09T22:44:34.775109Z","steps":["trace[669316745] 'agreement among raft nodes before linearized reading' (duration: 112.828984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:34.775376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.59174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T22:44:34.77543Z","caller":"traceutil/trace.go:171","msg":"trace[441430175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8258; }","duration":"124.705213ms","start":"2026-03-09T22:44:34.650711Z","end":"2026-03-09T22:44:34.775416Z","steps":["trace[441430175] 'agreement among raft nodes before linearized reading' (duration: 124.541649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:34.776437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.627968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-09T22:44:34.776496Z","caller":"traceutil/trace.go:171","msg":"trace[1512806371] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8258; }","duration":"103.70062ms","start":"2026-03-09T22:44:34.672782Z","end":"2026-03-09T22:44:34.776483Z","steps":["trace[1512806371] 'agreement among raft nodes before linearized reading' (duration: 102.487591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:35.346789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.937252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-09T22:44:35.346868Z","caller":"traceutil/trace.go:171","msg":"trace[1746878517] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8261; }","duration":"461.082275ms","start":"2026-03-09T22:44:34.885767Z","end":"2026-03-09T22:44:35.346849Z","steps":["trace[1746878517] 'range keys from in-memory index tree' (duration: 460.709956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:35.346914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:34.885747Z","time spent":"461.158906ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-09T22:44:35.724058Z","caller":"traceutil/trace.go:171","msg":"trace[1162895177] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"234.612448ms","start":"2026-03-09T22:44:35.489418Z","end":"2026-03-09T22:44:35.72403Z","steps":["trace[1162895177] 'process raft request' (duration: 204.790239ms)","trace[1162895177] 'compare' (duration: 29.397099ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:45:41.868818Z","caller":"traceutil/trace.go:171","msg":"trace[1646438508] linearizableReadLoop","detail":"{readStateIndex:9251; appliedIndex:9250; }","duration":"119.328786ms","start":"2026-03-09T22:45:41.749339Z","end":"2026-03-09T22:45:41.868668Z","steps":["trace[1646438508] 'read index received' (duration: 119.077871ms)","trace[1646438508] 'applied index is now lower than readState.Index' (duration: 249.215µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:45:41.869006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.647554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:45:41.86906Z","caller":"traceutil/trace.go:171","msg":"trace[185491571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8919; }","duration":"119.768666ms","start":"2026-03-09T22:45:41.74928Z","end":"2026-03-09T22:45:41.869048Z","steps":["trace[185491571] 'agreement among raft nodes before linearized reading' (duration: 119.640843ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:41.868827Z","caller":"traceutil/trace.go:171","msg":"trace[2068213130] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"363.5988ms","start":"2026-03-09T22:45:41.505192Z","end":"2026-03-09T22:45:41.86879Z","steps":["trace[2068213130] 'process raft request' (duration: 363.246102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:41.869364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:41.505144Z","time spent":"364.042521ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:45:54.484557Z","caller":"traceutil/trace.go:171","msg":"trace[220801488] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"121.122368ms","start":"2026-03-09T22:45:54.3634Z","end":"2026-03-09T22:45:54.484523Z","steps":["trace[220801488] 'process raft request' (duration: 120.906253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:54.775979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.733802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:45:54.776253Z","caller":"traceutil/trace.go:171","msg":"trace[360303873] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8984; }","duration":"186.07728ms","start":"2026-03-09T22:45:54.590157Z","end":"2026-03-09T22:45:54.776234Z","steps":["trace[360303873] 'count revisions from in-memory index tree' (duration: 185.64342ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:55.26181Z","caller":"traceutil/trace.go:171","msg":"trace[394931249] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"175.324358ms","start":"2026-03-09T22:45:55.086454Z","end":"2026-03-09T22:45:55.261778Z","steps":["trace[394931249] 'process raft request' (duration: 145.775616ms)","trace[394931249] 'compare' (duration: 29.140453ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:45:55.272641Z","caller":"traceutil/trace.go:171","msg":"trace[1258480885] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"185.783643ms","start":"2026-03-09T22:45:55.086827Z","end":"2026-03-09T22:45:55.272611Z","steps":["trace[1258480885] 'process raft request' (duration: 185.559038ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:47:37.682366Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T22:47:37.68848Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T22:47:37.688608Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T22:47:52.776285Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7497} {"level":"info","ts":"2026-03-09T22:47:52.849155Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7497,"took":"69.982123ms","hash":2806254097,"current-db-size-bytes":41631744,"current-db-size":"42 MB","current-db-size-in-use-bytes":25186304,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T22:47:52.849241Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2806254097,"revision":7497,"compact-revision":5475} {"level":"warn","ts":"2026-03-09T22:49:57.178789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.446752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:49:57.178909Z","caller":"traceutil/trace.go:171","msg":"trace[236213235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10357; }","duration":"158.642477ms","start":"2026-03-09T22:49:57.020243Z","end":"2026-03-09T22:49:57.178886Z","steps":["trace[236213235] 'count revisions from in-memory index tree' (duration: 158.256118ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:52:52.784322Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9756} {"level":"info","ts":"2026-03-09T22:52:52.871074Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9756,"took":"83.769333ms","hash":4047392402,"current-db-size-bytes":41631744,"current-db-size":"42 MB","current-db-size-in-use-bytes":18632704,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-09T22:52:52.871173Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4047392402,"revision":9756,"compact-revision":7497}