{"level":"warn","ts":"2026-07-15T14:36:04.739987Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-15T14:36:04.74013Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.225:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.225:2380","--initial-cluster=instance=https://199.19.213.225:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.225:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.225:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-15T14:36:04.740249Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-15T14:36:04.740282Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.225:2380"]} {"level":"info","ts":"2026-07-15T14:36:04.740336Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-15T14:36:04.74173Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"]} {"level":"info","ts":"2026-07-15T14:36:04.741882Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.225:2380"],"listen-peer-urls":["https://199.19.213.225:2380"],"advertise-client-urls":["https://199.19.213.225:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.225:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-15T14:36:04.745596Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.046846ms"} {"level":"info","ts":"2026-07-15T14:36:04.753582Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b7b89c171c5fe95c","cluster-id":"5746414c29a21eae"} {"level":"info","ts":"2026-07-15T14:36:04.753722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=()"} {"level":"info","ts":"2026-07-15T14:36:04.753762Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became follower at term 0"} {"level":"info","ts":"2026-07-15T14:36:04.753783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b7b89c171c5fe95c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-15T14:36:04.753801Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became follower at term 1"} {"level":"info","ts":"2026-07-15T14:36:04.753861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=(13238502727729801564)"} {"level":"warn","ts":"2026-07-15T14:36:04.763456Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-15T14:36:04.765547Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-15T14:36:04.766592Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-15T14:36:04.769316Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b7b89c171c5fe95c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-15T14:36:04.76953Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b7b89c171c5fe95c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-15T14:36:04.769677Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-15T14:36:04.769776Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-15T14:36:04.769796Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-15T14:36:04.77202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=(13238502727729801564)"} {"level":"info","ts":"2026-07-15T14:36:04.772256Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5746414c29a21eae","local-member-id":"b7b89c171c5fe95c","added-peer-id":"b7b89c171c5fe95c","added-peer-peer-urls":["https://199.19.213.225:2380"]} {"level":"info","ts":"2026-07-15T14:36:04.774473Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-15T14:36:04.774653Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.225:2380"} {"level":"info","ts":"2026-07-15T14:36:04.774736Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.225:2380"} {"level":"info","ts":"2026-07-15T14:36:04.774886Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b7b89c171c5fe95c","initial-advertise-peer-urls":["https://199.19.213.225:2380"],"listen-peer-urls":["https://199.19.213.225:2380"],"advertise-client-urls":["https://199.19.213.225:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-15T14:36:04.774943Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-15T14:36:04.954883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c is starting a new election at term 1"} {"level":"info","ts":"2026-07-15T14:36:04.954946Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became pre-candidate at term 1"} {"level":"info","ts":"2026-07-15T14:36:04.955004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c received MsgPreVoteResp from b7b89c171c5fe95c at term 1"} {"level":"info","ts":"2026-07-15T14:36:04.955027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became candidate at term 2"} {"level":"info","ts":"2026-07-15T14:36:04.955046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c received MsgVoteResp from b7b89c171c5fe95c at term 2"} {"level":"info","ts":"2026-07-15T14:36:04.955063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became leader at term 2"} {"level":"info","ts":"2026-07-15T14:36:04.955082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b7b89c171c5fe95c elected leader b7b89c171c5fe95c at term 2"} {"level":"info","ts":"2026-07-15T14:36:04.9569Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-15T14:36:04.957145Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b7b89c171c5fe95c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.225:2379]}","request-path":"/0/members/b7b89c171c5fe95c/attributes","cluster-id":"5746414c29a21eae","publish-timeout":"7s"} {"level":"info","ts":"2026-07-15T14:36:04.9573Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-15T14:36:04.957398Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-15T14:36:04.957505Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-15T14:36:04.957593Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-15T14:36:04.958796Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5746414c29a21eae","local-member-id":"b7b89c171c5fe95c","cluster-version":"3.5"} {"level":"info","ts":"2026-07-15T14:36:04.959353Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-15T14:36:04.959588Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-15T14:36:04.962873Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-15T14:36:04.962976Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.225:2379"} {"level":"info","ts":"2026-07-15T14:36:22.912273Z","caller":"traceutil/trace.go:171","msg":"trace[1003992932] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"121.493224ms","start":"2026-07-15T14:36:22.790741Z","end":"2026-07-15T14:36:22.912235Z","steps":["trace[1003992932] 'read index received' (duration: 121.269018ms)","trace[1003992932] 'applied index is now lower than readState.Index' (duration: 223.226µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:36:22.912359Z","caller":"traceutil/trace.go:171","msg":"trace[647201700] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"324.307189ms","start":"2026-07-15T14:36:22.588023Z","end":"2026-07-15T14:36:22.91233Z","steps":["trace[647201700] 'process raft request' (duration: 324.042373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:36:22.912439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.685438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-15T14:36:22.912668Z","caller":"traceutil/trace.go:171","msg":"trace[211927974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:416; }","duration":"121.976815ms","start":"2026-07-15T14:36:22.79068Z","end":"2026-07-15T14:36:22.912657Z","steps":["trace[211927974] 'agreement among raft nodes before linearized reading' (duration: 121.700878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:36:22.91303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:36:22.588002Z","time spent":"324.418222ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:36:54.440517Z","caller":"traceutil/trace.go:171","msg":"trace[1547416392] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"147.09381ms","start":"2026-07-15T14:36:54.293391Z","end":"2026-07-15T14:36:54.440484Z","steps":["trace[1547416392] 'process raft request' (duration: 145.726387ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:36:55.432759Z","caller":"traceutil/trace.go:171","msg":"trace[1795863092] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:676; }","duration":"367.863935ms","start":"2026-07-15T14:36:55.064873Z","end":"2026-07-15T14:36:55.432736Z","steps":["trace[1795863092] 'read index received' (duration: 367.090866ms)","trace[1795863092] 'applied index is now lower than readState.Index' (duration: 772.409µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:36:55.432853Z","caller":"traceutil/trace.go:171","msg":"trace[50032454] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"421.745021ms","start":"2026-07-15T14:36:55.011075Z","end":"2026-07-15T14:36:55.43282Z","steps":["trace[50032454] 'process raft request' (duration: 421.132286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:36:55.432949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.392403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-15T14:36:55.433002Z","caller":"traceutil/trace.go:171","msg":"trace[1488146288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:646; }","duration":"328.478306ms","start":"2026-07-15T14:36:55.104497Z","end":"2026-07-15T14:36:55.432976Z","steps":["trace[1488146288] 'agreement among raft nodes before linearized reading' (duration: 328.353003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:36:55.433023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:36:55.011053Z","time spent":"421.874654ms","remote":"127.0.0.1:57942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T14:36:55.433056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:36:55.104478Z","time spent":"328.565098ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-15T14:36:55.43307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.210454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-15T14:36:55.433127Z","caller":"traceutil/trace.go:171","msg":"trace[1409676411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:646; }","duration":"368.306706ms","start":"2026-07-15T14:36:55.064803Z","end":"2026-07-15T14:36:55.43311Z","steps":["trace[1409676411] 'agreement among raft nodes before linearized reading' (duration: 368.04167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:36:55.433159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:36:55.06478Z","time spent":"368.369997ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-15T14:37:10.940074Z","caller":"traceutil/trace.go:171","msg":"trace[1131490656] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"160.87482ms","start":"2026-07-15T14:37:10.779166Z","end":"2026-07-15T14:37:10.940041Z","steps":["trace[1131490656] 'process raft request' (duration: 160.598483ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:37:11.106137Z","caller":"traceutil/trace.go:171","msg":"trace[863120988] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"158.621643ms","start":"2026-07-15T14:37:10.947496Z","end":"2026-07-15T14:37:11.106118Z","steps":["trace[863120988] 'process raft request' (duration: 158.509611ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:37:57.063809Z","caller":"traceutil/trace.go:171","msg":"trace[1962186337] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"119.363349ms","start":"2026-07-15T14:37:56.944424Z","end":"2026-07-15T14:37:57.063787Z","steps":["trace[1962186337] 'process raft request' (duration: 119.142974ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:38:29.941549Z","caller":"traceutil/trace.go:171","msg":"trace[105190982] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"122.179785ms","start":"2026-07-15T14:38:29.819338Z","end":"2026-07-15T14:38:29.941518Z","steps":["trace[105190982] 'process raft request' (duration: 121.9657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:38:30.398024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.214294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-15T14:38:30.398191Z","caller":"traceutil/trace.go:171","msg":"trace[9718865] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"208.665384ms","start":"2026-07-15T14:38:30.1895Z","end":"2026-07-15T14:38:30.398166Z","steps":["trace[9718865] 'process raft request' (duration: 63.958388ms)","trace[9718865] 'compare' (duration: 144.0384ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:38:30.418548Z","caller":"traceutil/trace.go:171","msg":"trace[283461566] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"107.173237ms","start":"2026-07-15T14:38:30.311356Z","end":"2026-07-15T14:38:30.418529Z","steps":["trace[283461566] 'read index received' (duration: 107.129996ms)","trace[283461566] 'applied index is now lower than readState.Index' (duration: 42.721µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:38:30.418638Z","caller":"traceutil/trace.go:171","msg":"trace[233526336] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"116.845224ms","start":"2026-07-15T14:38:30.301781Z","end":"2026-07-15T14:38:30.418626Z","steps":["trace[233526336] 'process raft request' (duration: 116.649229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:38:30.418719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.352352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7cf2fe4-d137-4b56-b20e-ff880427652d\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-15T14:38:30.418748Z","caller":"traceutil/trace.go:171","msg":"trace[427681735] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7cf2fe4-d137-4b56-b20e-ff880427652d; range_end:; response_count:1; response_revision:1904; }","duration":"107.446534ms","start":"2026-07-15T14:38:30.311295Z","end":"2026-07-15T14:38:30.418741Z","steps":["trace[427681735] 'agreement among raft nodes before linearized reading' (duration: 107.30988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:38:42.648811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.913093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-15T14:38:42.648988Z","caller":"traceutil/trace.go:171","msg":"trace[1421496212] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"176.840475ms","start":"2026-07-15T14:38:42.472116Z","end":"2026-07-15T14:38:42.648956Z","steps":["trace[1421496212] 'process raft request' (duration: 53.44225ms)","trace[1421496212] 'compare' (duration: 122.636166ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:39:18.947847Z","caller":"traceutil/trace.go:171","msg":"trace[393081075] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"102.449834ms","start":"2026-07-15T14:39:18.84537Z","end":"2026-07-15T14:39:18.947819Z","steps":["trace[393081075] 'process raft request' (duration: 97.503302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:39:25.170725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.834242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-15T14:39:25.170964Z","caller":"traceutil/trace.go:171","msg":"trace[344400225] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"206.625139ms","start":"2026-07-15T14:39:24.964308Z","end":"2026-07-15T14:39:25.170933Z","steps":["trace[344400225] 'process raft request' (duration: 57.150762ms)","trace[344400225] 'compare' (duration: 148.598996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:39:57.336882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490370016061157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-15T14:39:57.837884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490370016061157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-15T14:39:58.772229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490370016061157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-15T14:39:58.850076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013970307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-15T14:39:58.850177Z","caller":"traceutil/trace.go:171","msg":"trace[1017041268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.014104411s","start":"2026-07-15T14:39:56.836043Z","end":"2026-07-15T14:39:58.850148Z","steps":["trace[1017041268] 'agreement among raft nodes before linearized reading' (duration: 2.013996528s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:39:58.850222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:56.836025Z","time spent":"2.014189362s","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/15 14:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-15T14:39:59.273267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490370016061157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-15T14:39:59.773438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490370016061157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-15T14:40:00.051559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.276307705s","expected-duration":"1s"} {"level":"info","ts":"2026-07-15T14:40:00.052289Z","caller":"traceutil/trace.go:171","msg":"trace[1292290248] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"3.277166297s","start":"2026-07-15T14:39:56.775101Z","end":"2026-07-15T14:40:00.052268Z","steps":["trace[1292290248] 'process raft request' (duration: 3.277030273s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:00.052408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:56.775078Z","time spent":"3.277254368s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T14:40:00.861808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-15T14:40:00.861878Z","caller":"traceutil/trace.go:171","msg":"trace[702021046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334387s","start":"2026-07-15T14:39:58.861529Z","end":"2026-07-15T14:40:00.861863Z","steps":["trace[702021046] 'agreement among raft nodes before linearized reading' (duration: 2.000239425s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:00.861911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:58.861519Z","time spent":"2.000385158s","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-15T14:40:01.527434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.05588ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:40:01.527587Z","caller":"traceutil/trace.go:171","msg":"trace[406836294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2556; }","duration":"621.231055ms","start":"2026-07-15T14:40:00.906335Z","end":"2026-07-15T14:40:01.527566Z","steps":["trace[406836294] 'range keys from in-memory index tree' (duration: 621.03797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.550956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499133928s","expected-duration":"1s"} {"level":"info","ts":"2026-07-15T14:40:01.553558Z","caller":"traceutil/trace.go:171","msg":"trace[469156753] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"4.263196913s","start":"2026-07-15T14:39:57.290339Z","end":"2026-07-15T14:40:01.553536Z","steps":["trace[469156753] 'process raft request' (duration: 4.263133872s)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:40:01.553592Z","caller":"traceutil/trace.go:171","msg":"trace[505953720] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"4.762850875s","start":"2026-07-15T14:39:56.790707Z","end":"2026-07-15T14:40:01.553558Z","steps":["trace[505953720] 'process raft request' (duration: 4.762581508s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.553701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:57.290239Z","time spent":"4.263389917s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T14:40:01.553712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:56.790692Z","time spent":"4.762948148s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:40:01.553829Z","caller":"traceutil/trace.go:171","msg":"trace[1556692209] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"2.703894003s","start":"2026-07-15T14:39:58.849921Z","end":"2026-07-15T14:40:01.553815Z","steps":["trace[1556692209] 'process raft request' (duration: 2.703575115s)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:40:01.55381Z","caller":"traceutil/trace.go:171","msg":"trace[1426043027] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"4.566634259s","start":"2026-07-15T14:39:56.987168Z","end":"2026-07-15T14:40:01.553803Z","steps":["trace[1426043027] 'process raft request' (duration: 4.5662683s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.553878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:58.849892Z","time spent":"2.703962294s","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-15T14:40:01.553902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:56.987146Z","time spent":"4.566735771s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:40:01.554039Z","caller":"traceutil/trace.go:171","msg":"trace[482257421] linearizableReadLoop","detail":"{readStateIndex:2668; appliedIndex:2663; }","duration":"4.717952202s","start":"2026-07-15T14:39:56.836077Z","end":"2026-07-15T14:40:01.55403Z","steps":["trace[482257421] 'read index received' (duration: 3.216743843s)","trace[482257421] 'applied index is now lower than readState.Index' (duration: 1.501207599s)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:40:01.554114Z","caller":"traceutil/trace.go:171","msg":"trace[90576387] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"1.88184375s","start":"2026-07-15T14:39:59.672254Z","end":"2026-07-15T14:40:01.554098Z","steps":["trace[90576387] 'process raft request' (duration: 1.881525912s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.554169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:59.672222Z","time spent":"1.881919442s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:40:01.557971Z","caller":"traceutil/trace.go:171","msg":"trace[2073636002] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"200.37117ms","start":"2026-07-15T14:40:01.357585Z","end":"2026-07-15T14:40:01.557956Z","steps":["trace[2073636002] 'process raft request' (duration: 200.226337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.558104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140546288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-15T14:40:01.558089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719614233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:40:01.558135Z","caller":"traceutil/trace.go:171","msg":"trace[1560965791] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2562; }","duration":"2.14063588s","start":"2026-07-15T14:39:59.417488Z","end":"2026-07-15T14:40:01.558124Z","steps":["trace[1560965791] 'agreement among raft nodes before linearized reading' (duration: 2.140577049s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.558156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:59.417455Z","time spent":"2.140694582s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-15T14:40:01.558153Z","caller":"traceutil/trace.go:171","msg":"trace[216319096] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:2562; }","duration":"4.719774386s","start":"2026-07-15T14:39:56.838362Z","end":"2026-07-15T14:40:01.558136Z","steps":["trace[216319096] 'agreement among raft nodes before linearized reading' (duration: 4.719681134s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.558181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:56.838343Z","time spent":"4.719832087s","remote":"127.0.0.1:57942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-07-15T14:40:01.5584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745801791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-15T14:40:01.558416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.555978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-15T14:40:01.558444Z","caller":"traceutil/trace.go:171","msg":"trace[2114471432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2562; }","duration":"271.59506ms","start":"2026-07-15T14:40:01.28684Z","end":"2026-07-15T14:40:01.558435Z","steps":["trace[2114471432] 'agreement among raft nodes before linearized reading' (duration: 271.551249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.558466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748959868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-15T14:40:01.558483Z","caller":"traceutil/trace.go:171","msg":"trace[859393459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2562; }","duration":"2.748985229s","start":"2026-07-15T14:39:58.809493Z","end":"2026-07-15T14:40:01.558478Z","steps":["trace[859393459] 'agreement among raft nodes before linearized reading' (duration: 2.748937938s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.558499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:58.809489Z","time spent":"2.74900644s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-15T14:40:01.55858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.842195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-15T14:40:01.558609Z","caller":"traceutil/trace.go:171","msg":"trace[278681572] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2562; }","duration":"271.906407ms","start":"2026-07-15T14:40:01.286692Z","end":"2026-07-15T14:40:01.558598Z","steps":["trace[278681572] 'agreement among raft nodes before linearized reading' (duration: 271.859375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.55861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781314368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-15T14:40:01.558665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.008686608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:40:01.558665Z","caller":"traceutil/trace.go:171","msg":"trace[2128849980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2562; }","duration":"3.781393062s","start":"2026-07-15T14:39:57.77726Z","end":"2026-07-15T14:40:01.558653Z","steps":["trace[2128849980] 'agreement among raft nodes before linearized reading' (duration: 3.781219187s)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:40:01.558688Z","caller":"traceutil/trace.go:171","msg":"trace[397300600] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2562; }","duration":"4.01808482s","start":"2026-07-15T14:39:57.540593Z","end":"2026-07-15T14:40:01.558678Z","steps":["trace[397300600] 'agreement among raft nodes before linearized reading' (duration: 4.018055939s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.558699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:57.777253Z","time spent":"3.781439543s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-15T14:40:01.558714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:57.540573Z","time spent":"4.018136271s","remote":"127.0.0.1:50158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-15T14:40:01.558736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.648346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-15T14:40:01.558777Z","caller":"traceutil/trace.go:171","msg":"trace[2147071739] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2562; }","duration":"272.690307ms","start":"2026-07-15T14:40:01.286079Z","end":"2026-07-15T14:40:01.558769Z","steps":["trace[2147071739] 'agreement among raft nodes before linearized reading' (duration: 272.628345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.558852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749405461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-15T14:40:01.558874Z","caller":"traceutil/trace.go:171","msg":"trace[240266070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2562; }","duration":"2.749436651s","start":"2026-07-15T14:39:58.809431Z","end":"2026-07-15T14:40:01.558868Z","steps":["trace[240266070] 'agreement among raft nodes before linearized reading' (duration: 2.74937326s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.558891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:58.809427Z","time spent":"2.749459962s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-15T14:40:01.558956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.957173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-15T14:40:01.558979Z","caller":"traceutil/trace.go:171","msg":"trace[1453953850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2562; }","duration":"273.022385ms","start":"2026-07-15T14:40:01.28595Z","end":"2026-07-15T14:40:01.558973Z","steps":["trace[1453953850] 'agreement among raft nodes before linearized reading' (duration: 272.925562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.559036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74979637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-15T14:40:01.55905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.006059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:40:01.559057Z","caller":"traceutil/trace.go:171","msg":"trace[93297398] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:2562; }","duration":"2.749861712s","start":"2026-07-15T14:39:58.809189Z","end":"2026-07-15T14:40:01.559051Z","steps":["trace[93297398] 'agreement among raft nodes before linearized reading' (duration: 2.74980057s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.559075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:58.809166Z","time spent":"2.749905122s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"info","ts":"2026-07-15T14:40:01.558421Z","caller":"traceutil/trace.go:171","msg":"trace[1665394851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2562; }","duration":"2.745837872s","start":"2026-07-15T14:39:58.812577Z","end":"2026-07-15T14:40:01.558415Z","steps":["trace[1665394851] 'agreement among raft nodes before linearized reading' (duration: 2.7457409s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.559108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:58.812572Z","time spent":"2.74652481s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-15T14:40:01.559072Z","caller":"traceutil/trace.go:171","msg":"trace[415234545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2562; }","duration":"689.04861ms","start":"2026-07-15T14:40:00.870017Z","end":"2026-07-15T14:40:01.559066Z","steps":["trace[415234545] 'agreement among raft nodes before linearized reading' (duration: 689.005479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.559176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:40:00.870006Z","time spent":"689.163582ms","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-15T14:40:01.559218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720463286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-15T14:40:01.559237Z","caller":"traceutil/trace.go:171","msg":"trace[693214310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2562; }","duration":"3.720508208s","start":"2026-07-15T14:39:57.838723Z","end":"2026-07-15T14:40:01.559231Z","steps":["trace[693214310] 'agreement among raft nodes before linearized reading' (duration: 3.720453967s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.559256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:57.838699Z","time spent":"3.720552339s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-15T14:40:01.558635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807296817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-15T14:40:01.559315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715098517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:40:01.559336Z","caller":"traceutil/trace.go:171","msg":"trace[1988887377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2562; }","duration":"3.808047586s","start":"2026-07-15T14:39:57.75128Z","end":"2026-07-15T14:40:01.559327Z","steps":["trace[1988887377] 'agreement among raft nodes before linearized reading' (duration: 3.807328188s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.559364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:57.751253Z","time spent":"3.808099487s","remote":"127.0.0.1:50168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-15T14:40:01.559339Z","caller":"traceutil/trace.go:171","msg":"trace[1408761180] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2562; }","duration":"1.715164199s","start":"2026-07-15T14:39:59.844165Z","end":"2026-07-15T14:40:01.559329Z","steps":["trace[1408761180] 'agreement among raft nodes before linearized reading' (duration: 1.715128858s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:01.559518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:39:59.844143Z","time spent":"1.715365885s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-15T14:40:50.326178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.99768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-15T14:40:50.326364Z","caller":"traceutil/trace.go:171","msg":"trace[2028659201] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"243.875964ms","start":"2026-07-15T14:40:50.082471Z","end":"2026-07-15T14:40:50.326347Z","steps":["trace[2028659201] 'process raft request' (duration: 243.818603ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:40:50.326698Z","caller":"traceutil/trace.go:171","msg":"trace[1727814330] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"264.48339ms","start":"2026-07-15T14:40:50.0622Z","end":"2026-07-15T14:40:50.326683Z","steps":["trace[1727814330] 'process raft request' (duration: 14.903916ms)","trace[1727814330] 'compare' (duration: 248.683033ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:40:50.326828Z","caller":"traceutil/trace.go:171","msg":"trace[243936688] linearizableReadLoop","detail":"{readStateIndex:3007; appliedIndex:3006; }","duration":"249.047172ms","start":"2026-07-15T14:40:50.07777Z","end":"2026-07-15T14:40:50.326817Z","steps":["trace[243936688] 'read index received' (duration: 61.752µs)","trace[243936688] 'applied index is now lower than readState.Index' (duration: 248.98411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:40:50.327086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.308648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-15T14:40:50.327117Z","caller":"traceutil/trace.go:171","msg":"trace[1336134023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2889; }","duration":"249.37011ms","start":"2026-07-15T14:40:50.077738Z","end":"2026-07-15T14:40:50.327108Z","steps":["trace[1336134023] 'agreement among raft nodes before linearized reading' (duration: 249.273397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:50.327298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.459761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-15T14:40:50.327325Z","caller":"traceutil/trace.go:171","msg":"trace[1810262857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2889; }","duration":"249.496143ms","start":"2026-07-15T14:40:50.077821Z","end":"2026-07-15T14:40:50.327317Z","steps":["trace[1810262857] 'agreement among raft nodes before linearized reading' (duration: 249.421101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:50.327538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.248273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:40:50.327567Z","caller":"traceutil/trace.go:171","msg":"trace[316538353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2889; }","duration":"244.314275ms","start":"2026-07-15T14:40:50.083243Z","end":"2026-07-15T14:40:50.327558Z","steps":["trace[316538353] 'agreement among raft nodes before linearized reading' (duration: 244.270524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:50.327739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.861741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-15T14:40:50.327765Z","caller":"traceutil/trace.go:171","msg":"trace[1023783928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2889; }","duration":"249.894532ms","start":"2026-07-15T14:40:50.077862Z","end":"2026-07-15T14:40:50.327757Z","steps":["trace[1023783928] 'agreement among raft nodes before linearized reading' (duration: 249.818141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:50.327931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.068407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-15T14:40:50.327958Z","caller":"traceutil/trace.go:171","msg":"trace[1286570288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2889; }","duration":"250.104868ms","start":"2026-07-15T14:40:50.077844Z","end":"2026-07-15T14:40:50.327949Z","steps":["trace[1286570288] 'agreement among raft nodes before linearized reading' (duration: 250.033876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:50.329013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.870659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-15T14:40:50.329062Z","caller":"traceutil/trace.go:171","msg":"trace[335835733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2887; }","duration":"266.952442ms","start":"2026-07-15T14:40:50.062097Z","end":"2026-07-15T14:40:50.32905Z","steps":["trace[335835733] 'range keys from in-memory index tree' (duration: 249.788129ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:40:50.559793Z","caller":"traceutil/trace.go:171","msg":"trace[1060816155] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"217.180237ms","start":"2026-07-15T14:40:50.342591Z","end":"2026-07-15T14:40:50.559771Z","steps":["trace[1060816155] 'process raft request' (duration: 217.138196ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:40:50.560151Z","caller":"traceutil/trace.go:171","msg":"trace[187943478] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"217.577717ms","start":"2026-07-15T14:40:50.342561Z","end":"2026-07-15T14:40:50.560139Z","steps":["trace[187943478] 'process raft request' (duration: 203.290726ms)","trace[187943478] 'compare' (duration: 13.459721ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:40:50.560297Z","caller":"traceutil/trace.go:171","msg":"trace[272342453] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"217.722971ms","start":"2026-07-15T14:40:50.342561Z","end":"2026-07-15T14:40:50.560284Z","steps":["trace[272342453] 'process raft request' (duration: 217.118406ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:40:50.570132Z","caller":"traceutil/trace.go:171","msg":"trace[456055856] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"227.480681ms","start":"2026-07-15T14:40:50.342634Z","end":"2026-07-15T14:40:50.570115Z","steps":["trace[456055856] 'process raft request' (duration: 227.371968ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:40:50.570294Z","caller":"traceutil/trace.go:171","msg":"trace[1342924531] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"227.640995ms","start":"2026-07-15T14:40:50.342635Z","end":"2026-07-15T14:40:50.570276Z","steps":["trace[1342924531] 'process raft request' (duration: 227.45423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:40:53.091771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.620942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-15T14:40:53.09199Z","caller":"traceutil/trace.go:171","msg":"trace[1214427521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2903; }","duration":"294.896379ms","start":"2026-07-15T14:40:52.797068Z","end":"2026-07-15T14:40:53.091964Z","steps":["trace[1214427521] 'range keys from in-memory index tree' (duration: 294.248303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:41:38.7082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.763741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-15T14:41:38.708267Z","caller":"traceutil/trace.go:171","msg":"trace[413839705] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3145; }","duration":"548.877934ms","start":"2026-07-15T14:41:38.159378Z","end":"2026-07-15T14:41:38.708256Z","steps":["trace[413839705] 'count revisions from in-memory index tree' (duration: 548.707809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:41:38.708291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:41:38.15936Z","time spent":"548.924434ms","remote":"127.0.0.1:58306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-15T14:41:38.708472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.838273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c27d86386a6fb1\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-15T14:41:38.708503Z","caller":"traceutil/trace.go:171","msg":"trace[1558324889] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c27d86386a6fb1; range_end:; response_count:1; response_revision:3145; }","duration":"548.865693ms","start":"2026-07-15T14:41:38.159629Z","end":"2026-07-15T14:41:38.708495Z","steps":["trace[1558324889] 'range keys from in-memory index tree' (duration: 548.75469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:41:38.708527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:41:38.159605Z","time spent":"548.915264ms","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c27d86386a6fb1\" "} {"level":"warn","ts":"2026-07-15T14:41:38.708929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.956255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:41:38.709018Z","caller":"traceutil/trace.go:171","msg":"trace[626862245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3145; }","duration":"549.397686ms","start":"2026-07-15T14:41:38.159604Z","end":"2026-07-15T14:41:38.709001Z","steps":["trace[626862245] 'range keys from in-memory index tree' (duration: 548.814512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:41:38.709063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:41:38.159527Z","time spent":"549.522089ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-15T14:41:38.711225Z","caller":"traceutil/trace.go:171","msg":"trace[1430791555] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"550.920504ms","start":"2026-07-15T14:41:38.160283Z","end":"2026-07-15T14:41:38.711203Z","steps":["trace[1430791555] 'process raft request' (duration: 550.808381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:41:38.711394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:41:38.160265Z","time spent":"551.016606ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:41:38.713265Z","caller":"traceutil/trace.go:171","msg":"trace[1559077115] linearizableReadLoop","detail":"{readStateIndex:3277; appliedIndex:3274; }","duration":"193.242177ms","start":"2026-07-15T14:41:38.520008Z","end":"2026-07-15T14:41:38.71325Z","steps":["trace[1559077115] 'read index received' (duration: 190.993962ms)","trace[1559077115] 'applied index is now lower than readState.Index' (duration: 2.247595ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:41:38.713427Z","caller":"traceutil/trace.go:171","msg":"trace[846209757] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"193.594346ms","start":"2026-07-15T14:41:38.519823Z","end":"2026-07-15T14:41:38.713418Z","steps":["trace[846209757] 'process raft request' (duration: 193.400441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:41:38.71367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.654847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-15T14:41:38.713717Z","caller":"traceutil/trace.go:171","msg":"trace[316738967] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3148; }","duration":"193.724619ms","start":"2026-07-15T14:41:38.519983Z","end":"2026-07-15T14:41:38.713708Z","steps":["trace[316738967] 'agreement among raft nodes before linearized reading' (duration: 193.591485ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:41:38.718533Z","caller":"traceutil/trace.go:171","msg":"trace[1164533555] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"195.847741ms","start":"2026-07-15T14:41:38.518121Z","end":"2026-07-15T14:41:38.713969Z","steps":["trace[1164533555] 'process raft request' (duration: 195.01821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:41:38.719121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.914312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:41:38.719234Z","caller":"traceutil/trace.go:171","msg":"trace[573397142] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3149; }","duration":"106.068496ms","start":"2026-07-15T14:41:38.613144Z","end":"2026-07-15T14:41:38.719212Z","steps":["trace[573397142] 'agreement among raft nodes before linearized reading' (duration: 105.859051ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:42:08.169548Z","caller":"traceutil/trace.go:171","msg":"trace[1465039954] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"718.12378ms","start":"2026-07-15T14:42:07.451396Z","end":"2026-07-15T14:42:08.16952Z","steps":["trace[1465039954] 'process raft request' (duration: 717.958626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:42:08.169683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:42:07.451367Z","time spent":"718.251564ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:43:10.625679Z","caller":"traceutil/trace.go:171","msg":"trace[408605665] linearizableReadLoop","detail":"{readStateIndex:3972; appliedIndex:3971; }","duration":"211.863634ms","start":"2026-07-15T14:43:10.413796Z","end":"2026-07-15T14:43:10.62566Z","steps":["trace[408605665] 'read index received' (duration: 211.68313ms)","trace[408605665] 'applied index is now lower than readState.Index' (duration: 179.824µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:43:10.625746Z","caller":"traceutil/trace.go:171","msg":"trace[626863438] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"215.412282ms","start":"2026-07-15T14:43:10.410303Z","end":"2026-07-15T14:43:10.625716Z","steps":["trace[626863438] 'process raft request' (duration: 215.231707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:43:10.6258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.975137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:43:10.625828Z","caller":"traceutil/trace.go:171","msg":"trace[1629555705] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3818; }","duration":"212.026118ms","start":"2026-07-15T14:43:10.413794Z","end":"2026-07-15T14:43:10.62582Z","steps":["trace[1629555705] 'agreement among raft nodes before linearized reading' (duration: 211.955417ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:43:15.948287Z","caller":"traceutil/trace.go:171","msg":"trace[583554670] linearizableReadLoop","detail":"{readStateIndex:4003; appliedIndex:4002; }","duration":"113.906537ms","start":"2026-07-15T14:43:15.834345Z","end":"2026-07-15T14:43:15.948251Z","steps":["trace[583554670] 'read index received' (duration: 113.499447ms)","trace[583554670] 'applied index is now lower than readState.Index' (duration: 405.81µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:43:15.948679Z","caller":"traceutil/trace.go:171","msg":"trace[409657202] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"126.369144ms","start":"2026-07-15T14:43:15.8223Z","end":"2026-07-15T14:43:15.948669Z","steps":["trace[409657202] 'process raft request' (duration: 125.646567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:43:15.948853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.489211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:43:15.948876Z","caller":"traceutil/trace.go:171","msg":"trace[2001470648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3848; }","duration":"114.576004ms","start":"2026-07-15T14:43:15.834293Z","end":"2026-07-15T14:43:15.948869Z","steps":["trace[2001470648] 'agreement among raft nodes before linearized reading' (duration: 114.515862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:43:15.949142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.543394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-07-15T14:43:15.949213Z","caller":"traceutil/trace.go:171","msg":"trace[134544697] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3848; }","duration":"103.640136ms","start":"2026-07-15T14:43:15.845553Z","end":"2026-07-15T14:43:15.949193Z","steps":["trace[134544697] 'agreement among raft nodes before linearized reading' (duration: 103.42972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:43:26.546664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.884671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-15T14:43:26.546757Z","caller":"traceutil/trace.go:171","msg":"trace[324850679] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3907; }","duration":"293.045307ms","start":"2026-07-15T14:43:26.253694Z","end":"2026-07-15T14:43:26.546739Z","steps":["trace[324850679] 'range keys from in-memory index tree' (duration: 292.694807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:43:26.547116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.185253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-15T14:43:26.547183Z","caller":"traceutil/trace.go:171","msg":"trace[578866279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3907; }","duration":"243.348017ms","start":"2026-07-15T14:43:26.303818Z","end":"2026-07-15T14:43:26.547166Z","steps":["trace[578866279] 'range keys from in-memory index tree' (duration: 242.781163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:44:56.969556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.982721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-15T14:44:56.969864Z","caller":"traceutil/trace.go:171","msg":"trace[274573622] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5218; }","duration":"101.4753ms","start":"2026-07-15T14:44:56.868361Z","end":"2026-07-15T14:44:56.969836Z","steps":["trace[274573622] 'read index received' (duration: 65.802µs)","trace[274573622] 'applied index is now lower than readState.Index' (duration: 101.407758ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:44:56.969888Z","caller":"traceutil/trace.go:171","msg":"trace[540111687] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"149.628111ms","start":"2026-07-15T14:44:56.820201Z","end":"2026-07-15T14:44:56.969829Z","steps":["trace[540111687] 'compare' (duration: 143.708604ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:56.969915Z","caller":"traceutil/trace.go:171","msg":"trace[677751850] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"147.58402ms","start":"2026-07-15T14:44:56.822267Z","end":"2026-07-15T14:44:56.969851Z","steps":["trace[677751850] 'process raft request' (duration: 147.421296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:44:56.970004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.626613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-15T14:44:56.969983Z","caller":"traceutil/trace.go:171","msg":"trace[605164734] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"146.72354ms","start":"2026-07-15T14:44:56.823224Z","end":"2026-07-15T14:44:56.969947Z","steps":["trace[605164734] 'process raft request' (duration: 146.543845ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:56.97011Z","caller":"traceutil/trace.go:171","msg":"trace[24367553] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5020; }","duration":"101.786157ms","start":"2026-07-15T14:44:56.868306Z","end":"2026-07-15T14:44:56.970092Z","steps":["trace[24367553] 'agreement among raft nodes before linearized reading' (duration: 101.612053ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.183984Z","caller":"traceutil/trace.go:171","msg":"trace[1009437034] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"125.206481ms","start":"2026-07-15T14:44:57.058758Z","end":"2026-07-15T14:44:57.183964Z","steps":["trace[1009437034] 'process raft request' (duration: 125.1392ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.184018Z","caller":"traceutil/trace.go:171","msg":"trace[2089197197] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"143.267784ms","start":"2026-07-15T14:44:57.040728Z","end":"2026-07-15T14:44:57.183996Z","steps":["trace[2089197197] 'process raft request' (duration: 143.127401ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.18407Z","caller":"traceutil/trace.go:171","msg":"trace[171582181] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"143.449149ms","start":"2026-07-15T14:44:57.040607Z","end":"2026-07-15T14:44:57.184057Z","steps":["trace[171582181] 'process raft request' (duration: 143.209073ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.183983Z","caller":"traceutil/trace.go:171","msg":"trace[573899152] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"143.584132ms","start":"2026-07-15T14:44:57.040359Z","end":"2026-07-15T14:44:57.183943Z","steps":["trace[573899152] 'process raft request' (duration: 143.292505ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.234462Z","caller":"traceutil/trace.go:171","msg":"trace[1861465454] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"166.885044ms","start":"2026-07-15T14:44:57.06753Z","end":"2026-07-15T14:44:57.234415Z","steps":["trace[1861465454] 'process raft request' (duration: 166.522735ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.23457Z","caller":"traceutil/trace.go:171","msg":"trace[1401542595] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"166.849422ms","start":"2026-07-15T14:44:57.067678Z","end":"2026-07-15T14:44:57.234528Z","steps":["trace[1401542595] 'process raft request' (duration: 166.541174ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.234757Z","caller":"traceutil/trace.go:171","msg":"trace[1917423571] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"166.055672ms","start":"2026-07-15T14:44:57.068677Z","end":"2026-07-15T14:44:57.234732Z","steps":["trace[1917423571] 'process raft request' (duration: 165.608632ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.234884Z","caller":"traceutil/trace.go:171","msg":"trace[418216160] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"118.004315ms","start":"2026-07-15T14:44:57.116861Z","end":"2026-07-15T14:44:57.234865Z","steps":["trace[418216160] 'process raft request' (duration: 117.605395ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.23477Z","caller":"traceutil/trace.go:171","msg":"trace[1995039228] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5228; }","duration":"164.604217ms","start":"2026-07-15T14:44:57.070148Z","end":"2026-07-15T14:44:57.234752Z","steps":["trace[1995039228] 'read index received' (duration: 113.652417ms)","trace[1995039228] 'applied index is now lower than readState.Index' (duration: 50.95042ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:44:57.234969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.801642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4305"} {"level":"info","ts":"2026-07-15T14:44:57.235022Z","caller":"traceutil/trace.go:171","msg":"trace[1877754354] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:5035; }","duration":"164.931385ms","start":"2026-07-15T14:44:57.070079Z","end":"2026-07-15T14:44:57.23501Z","steps":["trace[1877754354] 'agreement among raft nodes before linearized reading' (duration: 164.71882ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.315181Z","caller":"traceutil/trace.go:171","msg":"trace[1267059696] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"121.745247ms","start":"2026-07-15T14:44:57.193396Z","end":"2026-07-15T14:44:57.315141Z","steps":["trace[1267059696] 'process raft request' (duration: 76.751913ms)","trace[1267059696] 'compare' (duration: 44.608255ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:44:57.315247Z","caller":"traceutil/trace.go:171","msg":"trace[1303599226] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"121.448638ms","start":"2026-07-15T14:44:57.193755Z","end":"2026-07-15T14:44:57.315204Z","steps":["trace[1303599226] 'process raft request' (duration: 121.197172ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:44:57.315327Z","caller":"traceutil/trace.go:171","msg":"trace[364654308] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"121.458889ms","start":"2026-07-15T14:44:57.193852Z","end":"2026-07-15T14:44:57.315311Z","steps":["trace[364654308] 'process raft request' (duration: 121.137621ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:13.602518Z","caller":"traceutil/trace.go:171","msg":"trace[1863550466] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"357.320894ms","start":"2026-07-15T14:45:13.245162Z","end":"2026-07-15T14:45:13.602483Z","steps":["trace[1863550466] 'process raft request' (duration: 304.183211ms)","trace[1863550466] 'compare' (duration: 52.776904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:45:13.602714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:45:13.245132Z","time spent":"357.485588ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:45:13.890901Z","caller":"traceutil/trace.go:171","msg":"trace[1985681662] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"126.921792ms","start":"2026-07-15T14:45:13.763951Z","end":"2026-07-15T14:45:13.890873Z","steps":["trace[1985681662] 'process raft request' (duration: 126.747798ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:13.905682Z","caller":"traceutil/trace.go:171","msg":"trace[435871551] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"141.46936ms","start":"2026-07-15T14:45:13.764187Z","end":"2026-07-15T14:45:13.905657Z","steps":["trace[435871551] 'process raft request' (duration: 141.305926ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:13.906197Z","caller":"traceutil/trace.go:171","msg":"trace[1813205205] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"141.359356ms","start":"2026-07-15T14:45:13.764624Z","end":"2026-07-15T14:45:13.905983Z","steps":["trace[1813205205] 'process raft request' (duration: 140.983867ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:13.906332Z","caller":"traceutil/trace.go:171","msg":"trace[1947547090] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"141.275864ms","start":"2026-07-15T14:45:13.765024Z","end":"2026-07-15T14:45:13.9063Z","steps":["trace[1947547090] 'process raft request' (duration: 140.816123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:45:14.124356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.016161ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-15T14:45:14.124488Z","caller":"traceutil/trace.go:171","msg":"trace[1810724295] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5587; }","duration":"156.902158ms","start":"2026-07-15T14:45:13.967565Z","end":"2026-07-15T14:45:14.124467Z","steps":["trace[1810724295] 'read index received' (duration: 8.719534ms)","trace[1810724295] 'applied index is now lower than readState.Index' (duration: 148.181014ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:45:14.124616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.045021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:45:14.124656Z","caller":"traceutil/trace.go:171","msg":"trace[924381899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5376; }","duration":"157.127354ms","start":"2026-07-15T14:45:13.967517Z","end":"2026-07-15T14:45:14.124644Z","steps":["trace[924381899] 'agreement among raft nodes before linearized reading' (duration: 157.043851ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:22.278176Z","caller":"traceutil/trace.go:171","msg":"trace[932992127] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"103.454957ms","start":"2026-07-15T14:45:22.17469Z","end":"2026-07-15T14:45:22.278145Z","steps":["trace[932992127] 'process raft request' (duration: 103.139079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:45:22.539138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.409784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-15T14:45:22.539361Z","caller":"traceutil/trace.go:171","msg":"trace[1294598155] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5758; }","duration":"198.518619ms","start":"2026-07-15T14:45:22.34083Z","end":"2026-07-15T14:45:22.539349Z","steps":["trace[1294598155] 'read index received' (duration: 37.849109ms)","trace[1294598155] 'applied index is now lower than readState.Index' (duration: 160.6688ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:45:22.539393Z","caller":"traceutil/trace.go:171","msg":"trace[1339039428] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"256.09993ms","start":"2026-07-15T14:45:22.283274Z","end":"2026-07-15T14:45:22.539373Z","steps":["trace[1339039428] 'process raft request' (duration: 255.945647ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:22.539423Z","caller":"traceutil/trace.go:171","msg":"trace[1581125353] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"198.514059ms","start":"2026-07-15T14:45:22.340884Z","end":"2026-07-15T14:45:22.539398Z","steps":["trace[1581125353] 'process raft request' (duration: 198.443257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:45:22.539495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.660072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm7bw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T14:45:22.539534Z","caller":"traceutil/trace.go:171","msg":"trace[587946675] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm7bw; range_end:; response_count:1; response_revision:5547; }","duration":"198.731354ms","start":"2026-07-15T14:45:22.340794Z","end":"2026-07-15T14:45:22.539525Z","steps":["trace[587946675] 'agreement among raft nodes before linearized reading' (duration: 198.590111ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:22.539702Z","caller":"traceutil/trace.go:171","msg":"trace[1953798196] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"255.978928ms","start":"2026-07-15T14:45:22.283694Z","end":"2026-07-15T14:45:22.539673Z","steps":["trace[1953798196] 'process raft request' (duration: 255.599919ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:22.539738Z","caller":"traceutil/trace.go:171","msg":"trace[41550501] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"256.292946ms","start":"2026-07-15T14:45:22.283427Z","end":"2026-07-15T14:45:22.53972Z","steps":["trace[41550501] 'process raft request' (duration: 255.843265ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:22.539438Z","caller":"traceutil/trace.go:171","msg":"trace[707614557] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"256.240834ms","start":"2026-07-15T14:45:22.283163Z","end":"2026-07-15T14:45:22.539404Z","steps":["trace[707614557] 'process raft request' (duration: 95.503112ms)","trace[707614557] 'compare' (duration: 159.990274ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:45:30.69018Z","caller":"traceutil/trace.go:171","msg":"trace[504974390] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"108.85364ms","start":"2026-07-15T14:45:30.58131Z","end":"2026-07-15T14:45:30.690163Z","steps":["trace[504974390] 'process raft request' (duration: 108.701176ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:30.781134Z","caller":"traceutil/trace.go:171","msg":"trace[532297623] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"198.398937ms","start":"2026-07-15T14:45:30.58271Z","end":"2026-07-15T14:45:30.781109Z","steps":["trace[532297623] 'process raft request' (duration: 198.205472ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:30.781324Z","caller":"traceutil/trace.go:171","msg":"trace[170324943] linearizableReadLoop","detail":"{readStateIndex:5886; appliedIndex:5883; }","duration":"191.893386ms","start":"2026-07-15T14:45:30.589418Z","end":"2026-07-15T14:45:30.781311Z","steps":["trace[170324943] 'read index received' (duration: 100.577017ms)","trace[170324943] 'applied index is now lower than readState.Index' (duration: 91.315769ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:45:30.781395Z","caller":"traceutil/trace.go:171","msg":"trace[1287628905] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"198.033857ms","start":"2026-07-15T14:45:30.583325Z","end":"2026-07-15T14:45:30.781359Z","steps":["trace[1287628905] 'process raft request' (duration: 197.75075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:45:30.781596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.506072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm7bw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T14:45:30.781632Z","caller":"traceutil/trace.go:171","msg":"trace[439987140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm7bw; range_end:; response_count:1; response_revision:5668; }","duration":"190.615335ms","start":"2026-07-15T14:45:30.591005Z","end":"2026-07-15T14:45:30.781621Z","steps":["trace[439987140] 'agreement among raft nodes before linearized reading' (duration: 190.39198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:45:30.781942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.488421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-15T14:45:30.782073Z","caller":"traceutil/trace.go:171","msg":"trace[494465122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5668; }","duration":"192.685305ms","start":"2026-07-15T14:45:30.589357Z","end":"2026-07-15T14:45:30.782042Z","steps":["trace[494465122] 'agreement among raft nodes before linearized reading' (duration: 192.099151ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:45:36.298485Z","caller":"traceutil/trace.go:171","msg":"trace[461890493] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"100.833575ms","start":"2026-07-15T14:45:36.197622Z","end":"2026-07-15T14:45:36.298455Z","steps":["trace[461890493] 'process raft request' (duration: 77.158963ms)","trace[461890493] 'compare' (duration: 23.460056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:46:02.502456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490370016069198,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-15T14:46:02.509267Z","caller":"traceutil/trace.go:171","msg":"trace[489951683] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"699.6848ms","start":"2026-07-15T14:46:01.809563Z","end":"2026-07-15T14:46:02.509248Z","steps":["trace[489951683] 'process raft request' (duration: 699.495686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:46:02.509401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:46:01.809545Z","time spent":"699.787892ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:46:02.519759Z","caller":"traceutil/trace.go:171","msg":"trace[1800348977] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"705.515213ms","start":"2026-07-15T14:46:01.814219Z","end":"2026-07-15T14:46:02.519734Z","steps":["trace[1800348977] 'process raft request' (duration: 705.456371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:46:02.519907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:46:01.814211Z","time spent":"705.620365ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:46:02.520171Z","caller":"traceutil/trace.go:171","msg":"trace[917529666] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"647.692184ms","start":"2026-07-15T14:46:01.872452Z","end":"2026-07-15T14:46:02.520144Z","steps":["trace[917529666] 'process raft request' (duration: 647.257163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:46:02.520316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:46:01.87241Z","time spent":"647.838887ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:46:02.520335Z","caller":"traceutil/trace.go:171","msg":"trace[1545121670] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"707.139472ms","start":"2026-07-15T14:46:01.813186Z","end":"2026-07-15T14:46:02.520325Z","steps":["trace[1545121670] 'process raft request' (duration: 706.349743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:46:02.520386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:46:01.813173Z","time spent":"707.184613ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:46:02.520688Z","caller":"traceutil/trace.go:171","msg":"trace[1842416266] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"566.369618ms","start":"2026-07-15T14:46:01.954307Z","end":"2026-07-15T14:46:02.520676Z","steps":["trace[1842416266] 'process raft request' (duration: 565.741113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:46:02.520735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:46:01.954263Z","time spent":"566.44711ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:46:02.52077Z","caller":"traceutil/trace.go:171","msg":"trace[824710999] linearizableReadLoop","detail":"{readStateIndex:6111; appliedIndex:6106; }","duration":"710.733372ms","start":"2026-07-15T14:46:01.810018Z","end":"2026-07-15T14:46:02.520751Z","steps":["trace[824710999] 'read index received' (duration: 698.987413ms)","trace[824710999] 'applied index is now lower than readState.Index' (duration: 11.743828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:46:02.520862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.838874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-15T14:46:02.520891Z","caller":"traceutil/trace.go:171","msg":"trace[901896953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5887; }","duration":"710.901785ms","start":"2026-07-15T14:46:01.80998Z","end":"2026-07-15T14:46:02.520882Z","steps":["trace[901896953] 'agreement among raft nodes before linearized reading' (duration: 710.850473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:46:02.520914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:46:01.809961Z","time spent":"710.947066ms","remote":"127.0.0.1:50168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-15T14:46:02.521391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.068979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:46:02.521483Z","caller":"traceutil/trace.go:171","msg":"trace[1575074374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5887; }","duration":"678.221523ms","start":"2026-07-15T14:46:01.843254Z","end":"2026-07-15T14:46:02.521475Z","steps":["trace[1575074374] 'agreement among raft nodes before linearized reading' (duration: 678.11347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:46:02.521505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:46:01.843223Z","time spent":"678.275535ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-15T14:46:02.521665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.490031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-15T14:46:02.521695Z","caller":"traceutil/trace.go:171","msg":"trace[1539438911] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5887; }","duration":"242.545671ms","start":"2026-07-15T14:46:02.279143Z","end":"2026-07-15T14:46:02.521688Z","steps":["trace[1539438911] 'agreement among raft nodes before linearized reading' (duration: 242.473829ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:46:03.514299Z","caller":"traceutil/trace.go:171","msg":"trace[1879663590] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"103.429858ms","start":"2026-07-15T14:46:03.410813Z","end":"2026-07-15T14:46:03.514243Z","steps":["trace[1879663590] 'process raft request' (duration: 103.204843ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:46:05.352463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2971} {"level":"info","ts":"2026-07-15T14:46:05.431505Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2971,"took":"77.583974ms","hash":3068099742,"current-db-size-bytes":57266176,"current-db-size":"57 MB","current-db-size-in-use-bytes":32636928,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-15T14:46:05.431597Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3068099742,"revision":2971,"compact-revision":-1} {"level":"info","ts":"2026-07-15T14:46:44.812683Z","caller":"traceutil/trace.go:171","msg":"trace[1215856366] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"102.336642ms","start":"2026-07-15T14:46:44.710315Z","end":"2026-07-15T14:46:44.812652Z","steps":["trace[1215856366] 'process raft request' (duration: 102.28071ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:46:44.812732Z","caller":"traceutil/trace.go:171","msg":"trace[1576348567] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"103.154302ms","start":"2026-07-15T14:46:44.709542Z","end":"2026-07-15T14:46:44.812696Z","steps":["trace[1576348567] 'process raft request' (duration: 102.880955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:03.6874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490370016071485,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-15T14:48:04.142479Z","caller":"traceutil/trace.go:171","msg":"trace[1653854297] transaction","detail":"{read_only:false; response_revision:6751; number_of_response:1; }","duration":"1.003397043s","start":"2026-07-15T14:48:03.139055Z","end":"2026-07-15T14:48:04.142452Z","steps":["trace[1653854297] 'process raft request' (duration: 999.699783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:04.142622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:48:03.139025Z","time spent":"1.003516976s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:48:04.14604Z","caller":"traceutil/trace.go:171","msg":"trace[1314481590] transaction","detail":"{read_only:false; response_revision:6752; number_of_response:1; }","duration":"1.00411776s","start":"2026-07-15T14:48:03.141891Z","end":"2026-07-15T14:48:04.146009Z","steps":["trace[1314481590] 'process raft request' (duration: 1.003991797s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:04.146182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:48:03.14188Z","time spent":"1.004246674s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:48:04.146257Z","caller":"traceutil/trace.go:171","msg":"trace[997346831] transaction","detail":"{read_only:false; response_revision:6753; number_of_response:1; }","duration":"959.500787ms","start":"2026-07-15T14:48:03.186734Z","end":"2026-07-15T14:48:04.146235Z","steps":["trace[997346831] 'process raft request' (duration: 959.241401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:04.146341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:48:03.186714Z","time spent":"959.587988ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:48:04.146503Z","caller":"traceutil/trace.go:171","msg":"trace[371732387] linearizableReadLoop","detail":"{readStateIndex:7005; appliedIndex:7002; }","duration":"959.762304ms","start":"2026-07-15T14:48:03.186731Z","end":"2026-07-15T14:48:04.146494Z","steps":["trace[371732387] 'read index received' (duration: 952.194868ms)","trace[371732387] 'applied index is now lower than readState.Index' (duration: 7.566666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:48:04.146678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.310362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-15T14:48:04.146703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.972199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:48:04.146716Z","caller":"traceutil/trace.go:171","msg":"trace[1811972200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6754; }","duration":"822.380493ms","start":"2026-07-15T14:48:03.324327Z","end":"2026-07-15T14:48:04.146708Z","steps":["trace[1811972200] 'agreement among raft nodes before linearized reading' (duration: 822.280451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:04.146743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:48:03.32431Z","time spent":"822.426785ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-15T14:48:04.146722Z","caller":"traceutil/trace.go:171","msg":"trace[654792034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6754; }","duration":"960.01943ms","start":"2026-07-15T14:48:03.186696Z","end":"2026-07-15T14:48:04.146716Z","steps":["trace[654792034] 'agreement among raft nodes before linearized reading' (duration: 959.99217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:04.146885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:48:03.186676Z","time spent":"960.201804ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-15T14:48:04.146984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.266371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-15T14:48:04.147061Z","caller":"traceutil/trace.go:171","msg":"trace[219262608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6754; }","duration":"652.373863ms","start":"2026-07-15T14:48:03.494666Z","end":"2026-07-15T14:48:04.14704Z","steps":["trace[219262608] 'agreement among raft nodes before linearized reading' (duration: 652.170088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:04.147101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:48:03.494649Z","time spent":"652.445106ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-15T14:48:04.147112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.19322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm7bw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T14:48:04.147132Z","caller":"traceutil/trace.go:171","msg":"trace[822257714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm7bw; range_end:; response_count:1; response_revision:6754; }","duration":"438.239691ms","start":"2026-07-15T14:48:03.708887Z","end":"2026-07-15T14:48:04.147127Z","steps":["trace[822257714] 'agreement among raft nodes before linearized reading' (duration: 438.18827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:04.147145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:48:03.70883Z","time spent":"438.311743ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-lm7bw\" "} {"level":"info","ts":"2026-07-15T14:48:08.286693Z","caller":"traceutil/trace.go:171","msg":"trace[1520195154] transaction","detail":"{read_only:false; response_revision:6771; number_of_response:1; }","duration":"128.131633ms","start":"2026-07-15T14:48:08.158495Z","end":"2026-07-15T14:48:08.286626Z","steps":["trace[1520195154] 'process raft request' (duration: 127.937008ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:48:08.287634Z","caller":"traceutil/trace.go:171","msg":"trace[971286705] linearizableReadLoop","detail":"{readStateIndex:7027; appliedIndex:7023; }","duration":"116.924459ms","start":"2026-07-15T14:48:08.170695Z","end":"2026-07-15T14:48:08.287619Z","steps":["trace[971286705] 'read index received' (duration: 115.753169ms)","trace[971286705] 'applied index is now lower than readState.Index' (duration: 1.17ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:48:08.287882Z","caller":"traceutil/trace.go:171","msg":"trace[810630902] transaction","detail":"{read_only:false; response_revision:6772; number_of_response:1; }","duration":"123.669524ms","start":"2026-07-15T14:48:08.164203Z","end":"2026-07-15T14:48:08.287872Z","steps":["trace[810630902] 'process raft request' (duration: 123.213913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:08.288355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.99344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-15T14:48:08.288421Z","caller":"traceutil/trace.go:171","msg":"trace[135233143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6774; }","duration":"117.087333ms","start":"2026-07-15T14:48:08.171317Z","end":"2026-07-15T14:48:08.288405Z","steps":["trace[135233143] 'agreement among raft nodes before linearized reading' (duration: 116.692303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:08.288661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.34769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-15T14:48:08.288689Z","caller":"traceutil/trace.go:171","msg":"trace[1365871379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6774; }","duration":"104.38906ms","start":"2026-07-15T14:48:08.184291Z","end":"2026-07-15T14:48:08.28868Z","steps":["trace[1365871379] 'agreement among raft nodes before linearized reading' (duration: 104.302518ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:48:08.288706Z","caller":"traceutil/trace.go:171","msg":"trace[940907152] transaction","detail":"{read_only:false; response_revision:6773; number_of_response:1; }","duration":"124.442423ms","start":"2026-07-15T14:48:08.164253Z","end":"2026-07-15T14:48:08.288696Z","steps":["trace[940907152] 'process raft request' (duration: 123.216193ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:48:08.288777Z","caller":"traceutil/trace.go:171","msg":"trace[104712661] transaction","detail":"{read_only:false; response_revision:6774; number_of_response:1; }","duration":"122.974686ms","start":"2026-07-15T14:48:08.165794Z","end":"2026-07-15T14:48:08.288768Z","steps":["trace[104712661] 'process raft request' (duration: 121.762657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:08.288871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.163028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-15T14:48:08.288898Z","caller":"traceutil/trace.go:171","msg":"trace[250748704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6774; }","duration":"118.2295ms","start":"2026-07-15T14:48:08.170661Z","end":"2026-07-15T14:48:08.28889Z","steps":["trace[250748704] 'agreement among raft nodes before linearized reading' (duration: 118.149108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:08.289003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.720649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-15T14:48:08.289042Z","caller":"traceutil/trace.go:171","msg":"trace[66363607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6774; }","duration":"104.77746ms","start":"2026-07-15T14:48:08.184254Z","end":"2026-07-15T14:48:08.289032Z","steps":["trace[66363607] 'agreement among raft nodes before linearized reading' (duration: 104.664967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:08.28914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.502107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-15T14:48:08.289167Z","caller":"traceutil/trace.go:171","msg":"trace[1729452723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6774; }","duration":"107.550588ms","start":"2026-07-15T14:48:08.181609Z","end":"2026-07-15T14:48:08.28916Z","steps":["trace[1729452723] 'agreement among raft nodes before linearized reading' (duration: 107.485076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:08.28931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.933033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm7bw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T14:48:08.289331Z","caller":"traceutil/trace.go:171","msg":"trace[1098912743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm7bw; range_end:; response_count:1; response_revision:6774; }","duration":"115.980205ms","start":"2026-07-15T14:48:08.173345Z","end":"2026-07-15T14:48:08.289325Z","steps":["trace[1098912743] 'agreement among raft nodes before linearized reading' (duration: 115.885142ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:48:14.503135Z","caller":"traceutil/trace.go:171","msg":"trace[2046699452] linearizableReadLoop","detail":"{readStateIndex:7055; appliedIndex:7054; }","duration":"196.704735ms","start":"2026-07-15T14:48:14.306398Z","end":"2026-07-15T14:48:14.503103Z","steps":["trace[2046699452] 'read index received' (duration: 160.945888ms)","trace[2046699452] 'applied index is now lower than readState.Index' (duration: 35.757227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:48:14.503348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.914472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-15T14:48:14.503402Z","caller":"traceutil/trace.go:171","msg":"trace[859041606] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6800; }","duration":"197.064545ms","start":"2026-07-15T14:48:14.306323Z","end":"2026-07-15T14:48:14.503387Z","steps":["trace[859041606] 'agreement among raft nodes before linearized reading' (duration: 196.916191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:14.503679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.078846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-15T14:48:14.503733Z","caller":"traceutil/trace.go:171","msg":"trace[1390879421] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6804; }","duration":"197.183768ms","start":"2026-07-15T14:48:14.306536Z","end":"2026-07-15T14:48:14.503719Z","steps":["trace[1390879421] 'agreement among raft nodes before linearized reading' (duration: 197.052445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:14.503871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.509576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-15T14:48:14.503918Z","caller":"traceutil/trace.go:171","msg":"trace[1231337081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6804; }","duration":"151.599178ms","start":"2026-07-15T14:48:14.352306Z","end":"2026-07-15T14:48:14.503905Z","steps":["trace[1231337081] 'agreement among raft nodes before linearized reading' (duration: 151.487206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:14.503962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.031318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-15T14:48:14.504063Z","caller":"traceutil/trace.go:171","msg":"trace[874071527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6804; }","duration":"156.148621ms","start":"2026-07-15T14:48:14.347898Z","end":"2026-07-15T14:48:14.504046Z","steps":["trace[874071527] 'agreement among raft nodes before linearized reading' (duration: 156.004567ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:48:14.50421Z","caller":"traceutil/trace.go:171","msg":"trace[1777284784] transaction","detail":"{read_only:false; response_revision:6801; number_of_response:1; }","duration":"192.275427ms","start":"2026-07-15T14:48:14.311922Z","end":"2026-07-15T14:48:14.504198Z","steps":["trace[1777284784] 'process raft request' (duration: 191.456597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:14.504344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.417002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-15T14:48:14.504383Z","caller":"traceutil/trace.go:171","msg":"trace[1715590633] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"191.069766ms","start":"2026-07-15T14:48:14.3133Z","end":"2026-07-15T14:48:14.50437Z","steps":["trace[1715590633] 'process raft request' (duration: 190.198215ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:48:14.504396Z","caller":"traceutil/trace.go:171","msg":"trace[1658570665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6804; }","duration":"157.481683ms","start":"2026-07-15T14:48:14.346901Z","end":"2026-07-15T14:48:14.504383Z","steps":["trace[1658570665] 'agreement among raft nodes before linearized reading' (duration: 157.36213ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:48:14.50455Z","caller":"traceutil/trace.go:171","msg":"trace[834615043] transaction","detail":"{read_only:false; response_revision:6803; number_of_response:1; }","duration":"191.151039ms","start":"2026-07-15T14:48:14.313386Z","end":"2026-07-15T14:48:14.504537Z","steps":["trace[834615043] 'process raft request' (duration: 190.144794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:14.504567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.738989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-15T14:48:14.504603Z","caller":"traceutil/trace.go:171","msg":"trace[1550118364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6804; }","duration":"157.797891ms","start":"2026-07-15T14:48:14.346794Z","end":"2026-07-15T14:48:14.504592Z","steps":["trace[1550118364] 'agreement among raft nodes before linearized reading' (duration: 157.699888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:14.504756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.9388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-15T14:48:14.504787Z","caller":"traceutil/trace.go:171","msg":"trace[477669147] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"190.664567ms","start":"2026-07-15T14:48:14.314106Z","end":"2026-07-15T14:48:14.50477Z","steps":["trace[477669147] 'process raft request' (duration: 189.450718ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:48:14.504814Z","caller":"traceutil/trace.go:171","msg":"trace[1572664334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6804; }","duration":"168.020202ms","start":"2026-07-15T14:48:14.336783Z","end":"2026-07-15T14:48:14.504803Z","steps":["trace[1572664334] 'agreement among raft nodes before linearized reading' (duration: 167.907009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:14.504975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.765956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm7bw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T14:48:14.505016Z","caller":"traceutil/trace.go:171","msg":"trace[1294229949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm7bw; range_end:; response_count:1; response_revision:6804; }","duration":"176.846218ms","start":"2026-07-15T14:48:14.328159Z","end":"2026-07-15T14:48:14.505006Z","steps":["trace[1294229949] 'agreement among raft nodes before linearized reading' (duration: 176.743025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:48:14.505254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.384335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:48:14.50531Z","caller":"traceutil/trace.go:171","msg":"trace[107389166] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6804; }","duration":"189.467237ms","start":"2026-07-15T14:48:14.315827Z","end":"2026-07-15T14:48:14.505295Z","steps":["trace[107389166] 'agreement among raft nodes before linearized reading' (duration: 189.385365ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:51:05.359783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5906} {"level":"info","ts":"2026-07-15T14:51:05.449017Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5906,"took":"87.057294ms","hash":2388553007,"current-db-size-bytes":57266176,"current-db-size":"57 MB","current-db-size-in-use-bytes":25796608,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-15T14:51:05.449077Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2388553007,"revision":5906,"compact-revision":2971} {"level":"info","ts":"2026-07-15T14:52:17.953921Z","caller":"traceutil/trace.go:171","msg":"trace[1569945228] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"165.29047ms","start":"2026-07-15T14:52:17.788601Z","end":"2026-07-15T14:52:17.953892Z","steps":["trace[1569945228] 'process raft request' (duration: 165.104926ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.036043Z","caller":"traceutil/trace.go:171","msg":"trace[721950996] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"103.712431ms","start":"2026-07-15T14:52:17.9323Z","end":"2026-07-15T14:52:18.036013Z","steps":["trace[721950996] 'process raft request' (duration: 36.123965ms)","trace[721950996] 'compare' (duration: 67.307379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T14:52:18.036368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.96798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-15T14:52:18.036388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.571774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-15T14:52:18.03641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.502004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-15T14:52:18.03643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.320464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-15T14:52:18.036466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.334244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:52:18.03649Z","caller":"traceutil/trace.go:171","msg":"trace[671041583] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8637; }","duration":"120.745399ms","start":"2026-07-15T14:52:17.915723Z","end":"2026-07-15T14:52:18.036468Z","steps":["trace[671041583] 'agreement among raft nodes before linearized reading' (duration: 120.454322ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.0365Z","caller":"traceutil/trace.go:171","msg":"trace[2114429671] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8637; }","duration":"138.628787ms","start":"2026-07-15T14:52:17.897852Z","end":"2026-07-15T14:52:18.03648Z","steps":["trace[2114429671] 'agreement among raft nodes before linearized reading' (duration: 138.477173ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.036511Z","caller":"traceutil/trace.go:171","msg":"trace[534515527] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8637; }","duration":"139.378485ms","start":"2026-07-15T14:52:17.897119Z","end":"2026-07-15T14:52:18.036497Z","steps":["trace[534515527] 'agreement among raft nodes before linearized reading' (duration: 139.316654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.036515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.140186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-15T14:52:18.03654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.405419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-15T14:52:18.036559Z","caller":"traceutil/trace.go:171","msg":"trace[1077583278] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8637; }","duration":"156.225958ms","start":"2026-07-15T14:52:17.880321Z","end":"2026-07-15T14:52:18.036546Z","steps":["trace[1077583278] 'agreement among raft nodes before linearized reading' (duration: 156.173656ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.036569Z","caller":"traceutil/trace.go:171","msg":"trace[766708262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8637; }","duration":"111.480132ms","start":"2026-07-15T14:52:17.92508Z","end":"2026-07-15T14:52:18.03656Z","steps":["trace[766708262] 'agreement among raft nodes before linearized reading' (duration: 111.38308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.036576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.764949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:52:18.036608Z","caller":"traceutil/trace.go:171","msg":"trace[386845329] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8637; }","duration":"120.8085ms","start":"2026-07-15T14:52:17.915788Z","end":"2026-07-15T14:52:18.036597Z","steps":["trace[386845329] 'agreement among raft nodes before linearized reading' (duration: 120.757129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.036362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.050237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:52:18.036666Z","caller":"traceutil/trace.go:171","msg":"trace[81895252] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8637; }","duration":"139.423886ms","start":"2026-07-15T14:52:17.897233Z","end":"2026-07-15T14:52:18.036657Z","steps":["trace[81895252] 'agreement among raft nodes before linearized reading' (duration: 139.040657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.03638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.058564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-15T14:52:18.036747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.399072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:52:18.036767Z","caller":"traceutil/trace.go:171","msg":"trace[886799395] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8637; }","duration":"156.421153ms","start":"2026-07-15T14:52:17.88034Z","end":"2026-07-15T14:52:18.036761Z","steps":["trace[886799395] 'agreement among raft nodes before linearized reading' (duration: 156.384642ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.036764Z","caller":"traceutil/trace.go:171","msg":"trace[717198016] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8637; }","duration":"156.489404ms","start":"2026-07-15T14:52:17.88026Z","end":"2026-07-15T14:52:18.036749Z","steps":["trace[717198016] 'agreement among raft nodes before linearized reading' (duration: 155.959642ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.036436Z","caller":"traceutil/trace.go:171","msg":"trace[1620268084] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8637; }","duration":"120.047091ms","start":"2026-07-15T14:52:17.916367Z","end":"2026-07-15T14:52:18.036414Z","steps":["trace[1620268084] 'agreement among raft nodes before linearized reading' (duration: 119.944839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.036476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.380066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-15T14:52:18.036864Z","caller":"traceutil/trace.go:171","msg":"trace[1615984127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8637; }","duration":"146.803666ms","start":"2026-07-15T14:52:17.890054Z","end":"2026-07-15T14:52:18.036858Z","steps":["trace[1615984127] 'agreement among raft nodes before linearized reading' (duration: 146.353935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.036857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.679076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-15T14:52:18.036918Z","caller":"traceutil/trace.go:171","msg":"trace[186411937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8637; }","duration":"171.771788ms","start":"2026-07-15T14:52:17.865129Z","end":"2026-07-15T14:52:18.0369Z","steps":["trace[186411937] 'agreement among raft nodes before linearized reading' (duration: 171.578363ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.036504Z","caller":"traceutil/trace.go:171","msg":"trace[1435950561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8637; }","duration":"146.443137ms","start":"2026-07-15T14:52:17.890046Z","end":"2026-07-15T14:52:18.036489Z","steps":["trace[1435950561] 'agreement among raft nodes before linearized reading' (duration: 146.106239ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.198324Z","caller":"traceutil/trace.go:171","msg":"trace[30288243] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"152.561768ms","start":"2026-07-15T14:52:18.045747Z","end":"2026-07-15T14:52:18.198309Z","steps":["trace[30288243] 'process raft request' (duration: 152.434965ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.198317Z","caller":"traceutil/trace.go:171","msg":"trace[1852979778] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"153.628994ms","start":"2026-07-15T14:52:18.044647Z","end":"2026-07-15T14:52:18.198276Z","steps":["trace[1852979778] 'process raft request' (duration: 150.60011ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.198622Z","caller":"traceutil/trace.go:171","msg":"trace[1081968240] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"150.457846ms","start":"2026-07-15T14:52:18.048145Z","end":"2026-07-15T14:52:18.198603Z","steps":["trace[1081968240] 'process raft request' (duration: 150.076207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.198735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.355774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:52:18.198698Z","caller":"traceutil/trace.go:171","msg":"trace[1325533673] linearizableReadLoop","detail":"{readStateIndex:8956; appliedIndex:8952; }","duration":"141.310113ms","start":"2026-07-15T14:52:18.057356Z","end":"2026-07-15T14:52:18.198667Z","steps":["trace[1325533673] 'read index received' (duration: 38.224807ms)","trace[1325533673] 'applied index is now lower than readState.Index' (duration: 103.083106ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:52:18.198785Z","caller":"traceutil/trace.go:171","msg":"trace[462998862] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8641; }","duration":"141.464366ms","start":"2026-07-15T14:52:18.057305Z","end":"2026-07-15T14:52:18.198769Z","steps":["trace[462998862] 'agreement among raft nodes before linearized reading' (duration: 141.379884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.199037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.588479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-15T14:52:18.199097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.84535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:52:18.199207Z","caller":"traceutil/trace.go:171","msg":"trace[2013062529] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8641; }","duration":"141.013475ms","start":"2026-07-15T14:52:18.058113Z","end":"2026-07-15T14:52:18.199127Z","steps":["trace[2013062529] 'agreement among raft nodes before linearized reading' (duration: 140.82889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.199568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.0819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm7bw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T14:52:18.199616Z","caller":"traceutil/trace.go:171","msg":"trace[2047463379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm7bw; range_end:; response_count:1; response_revision:8641; }","duration":"133.188413ms","start":"2026-07-15T14:52:18.066415Z","end":"2026-07-15T14:52:18.199604Z","steps":["trace[2047463379] 'agreement among raft nodes before linearized reading' (duration: 133.05924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:18.199644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.760106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-15T14:52:18.199674Z","caller":"traceutil/trace.go:171","msg":"trace[371619422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8641; }","duration":"126.826267ms","start":"2026-07-15T14:52:18.072838Z","end":"2026-07-15T14:52:18.199664Z","steps":["trace[371619422] 'agreement among raft nodes before linearized reading' (duration: 126.733294ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:18.199073Z","caller":"traceutil/trace.go:171","msg":"trace[1922229006] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8641; }","duration":"141.755053ms","start":"2026-07-15T14:52:18.057309Z","end":"2026-07-15T14:52:18.199064Z","steps":["trace[1922229006] 'agreement among raft nodes before linearized reading' (duration: 141.60643ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:47.930741Z","caller":"traceutil/trace.go:171","msg":"trace[1485620126] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"259.134698ms","start":"2026-07-15T14:52:47.671587Z","end":"2026-07-15T14:52:47.930722Z","steps":["trace[1485620126] 'process raft request' (duration: 259.005625ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:52:48.110318Z","caller":"traceutil/trace.go:171","msg":"trace[1527524223] linearizableReadLoop","detail":"{readStateIndex:9175; appliedIndex:9172; }","duration":"319.706043ms","start":"2026-07-15T14:52:47.790589Z","end":"2026-07-15T14:52:48.110295Z","steps":["trace[1527524223] 'read index received' (duration: 140.244506ms)","trace[1527524223] 'applied index is now lower than readState.Index' (duration: 179.460537ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T14:52:48.110488Z","caller":"traceutil/trace.go:171","msg":"trace[2014795480] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"408.747114ms","start":"2026-07-15T14:52:47.701713Z","end":"2026-07-15T14:52:48.11046Z","steps":["trace[2014795480] 'process raft request' (duration: 408.446567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:48.110684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.063541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:52:48.110764Z","caller":"traceutil/trace.go:171","msg":"trace[1928971562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8851; }","duration":"320.190865ms","start":"2026-07-15T14:52:47.790552Z","end":"2026-07-15T14:52:48.110743Z","steps":["trace[1928971562] 'agreement among raft nodes before linearized reading' (duration: 320.046781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:48.110782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:52:47.701678Z","time spent":"409.01366ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:52:48.110564Z","caller":"traceutil/trace.go:171","msg":"trace[1412092389] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"408.62742ms","start":"2026-07-15T14:52:47.701924Z","end":"2026-07-15T14:52:48.110552Z","steps":["trace[1412092389] 'process raft request' (duration: 408.329423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:48.110826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:52:47.790533Z","time spent":"320.275196ms","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-15T14:52:48.110498Z","caller":"traceutil/trace.go:171","msg":"trace[1289912399] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"408.883428ms","start":"2026-07-15T14:52:47.70146Z","end":"2026-07-15T14:52:48.110343Z","steps":["trace[1289912399] 'process raft request' (duration: 408.197961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:48.110984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:52:47.701899Z","time spent":"408.983549ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T14:52:48.111712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.204364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-15T14:52:48.111756Z","caller":"traceutil/trace.go:171","msg":"trace[2117391734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8852; }","duration":"124.276856ms","start":"2026-07-15T14:52:47.987469Z","end":"2026-07-15T14:52:48.111746Z","steps":["trace[2117391734] 'agreement among raft nodes before linearized reading' (duration: 124.123542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:52:48.111291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T14:52:47.701438Z","time spent":"409.748449ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T14:52:53.714407Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023f9.wal"} {"level":"warn","ts":"2026-07-15T14:53:03.229684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.374509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T14:53:03.230013Z","caller":"traceutil/trace.go:171","msg":"trace[1073984288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8979; }","duration":"120.75456ms","start":"2026-07-15T14:53:03.109247Z","end":"2026-07-15T14:53:03.230001Z","steps":["trace[1073984288] 'count revisions from in-memory index tree' (duration: 120.255896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:53:03.229967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.011209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-07-15T14:53:03.230175Z","caller":"traceutil/trace.go:171","msg":"trace[942165332] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8979; }","duration":"144.203234ms","start":"2026-07-15T14:53:03.085946Z","end":"2026-07-15T14:53:03.23015Z","steps":["trace[942165332] 'range keys from in-memory index tree' (duration: 143.775952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T14:53:03.230272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.10769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-15T14:53:03.230526Z","caller":"traceutil/trace.go:171","msg":"trace[1679167275] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8979; }","duration":"108.414186ms","start":"2026-07-15T14:53:03.122075Z","end":"2026-07-15T14:53:03.230489Z","steps":["trace[1679167275] 'range keys from in-memory index tree' (duration: 107.700118ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:53:03.263495Z","caller":"traceutil/trace.go:171","msg":"trace[160448649] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"141.086506ms","start":"2026-07-15T14:53:03.122384Z","end":"2026-07-15T14:53:03.26347Z","steps":["trace[160448649] 'process raft request' (duration: 140.182185ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:54:06.781713Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7b89c171c5fe95c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-15T14:54:06.787468Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-15T14:54:06.787575Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-15T14:54:20.477693Z","caller":"traceutil/trace.go:171","msg":"trace[1980536874] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"123.205341ms","start":"2026-07-15T14:54:20.35446Z","end":"2026-07-15T14:54:20.477665Z","steps":["trace[1980536874] 'process raft request' (duration: 122.972566ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T14:56:05.371119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8055} {"level":"info","ts":"2026-07-15T14:56:05.431424Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8055,"took":"58.498459ms","hash":3869367833,"current-db-size-bytes":57266176,"current-db-size":"57 MB","current-db-size-in-use-bytes":28266496,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-15T14:56:05.431491Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3869367833,"revision":8055,"compact-revision":5906} {"level":"info","ts":"2026-07-15T15:00:04.689695Z","caller":"traceutil/trace.go:171","msg":"trace[7629637] transaction","detail":"{read_only:false; response_revision:12189; number_of_response:1; }","duration":"123.108456ms","start":"2026-07-15T15:00:04.566553Z","end":"2026-07-15T15:00:04.689662Z","steps":["trace[7629637] 'process raft request' (duration: 122.880211ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:00:04.80983Z","caller":"traceutil/trace.go:171","msg":"trace[12692661] transaction","detail":"{read_only:false; response_revision:12192; number_of_response:1; }","duration":"114.762251ms","start":"2026-07-15T15:00:04.695042Z","end":"2026-07-15T15:00:04.809804Z","steps":["trace[12692661] 'process raft request' (duration: 114.652249ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:00:04.809903Z","caller":"traceutil/trace.go:171","msg":"trace[294597282] transaction","detail":"{read_only:false; response_revision:12191; number_of_response:1; }","duration":"115.746244ms","start":"2026-07-15T15:00:04.694117Z","end":"2026-07-15T15:00:04.809863Z","steps":["trace[294597282] 'process raft request' (duration: 115.410957ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:00:04.810061Z","caller":"traceutil/trace.go:171","msg":"trace[823589460] transaction","detail":"{read_only:false; response_revision:12193; number_of_response:1; }","duration":"114.928975ms","start":"2026-07-15T15:00:04.695113Z","end":"2026-07-15T15:00:04.810042Z","steps":["trace[823589460] 'process raft request' (duration: 114.630068ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:00:05.336739Z","caller":"traceutil/trace.go:171","msg":"trace[1448881083] transaction","detail":"{read_only:false; response_revision:12194; number_of_response:1; }","duration":"100.777773ms","start":"2026-07-15T15:00:05.235936Z","end":"2026-07-15T15:00:05.336713Z","steps":["trace[1448881083] 'process raft request' (duration: 100.64935ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:01:05.378899Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10449} {"level":"info","ts":"2026-07-15T15:01:05.467334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10449,"took":"84.558694ms","hash":3016090519,"current-db-size-bytes":57266176,"current-db-size":"57 MB","current-db-size-in-use-bytes":26468352,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-15T15:01:05.467388Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3016090519,"revision":10449,"compact-revision":8055} {"level":"info","ts":"2026-07-15T15:05:58.871113Z","caller":"traceutil/trace.go:171","msg":"trace[1872083076] transaction","detail":"{read_only:false; response_revision:14634; number_of_response:1; }","duration":"146.431651ms","start":"2026-07-15T15:05:58.724651Z","end":"2026-07-15T15:05:58.871083Z","steps":["trace[1872083076] 'process raft request' (duration: 146.288948ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:05:58.871715Z","caller":"traceutil/trace.go:171","msg":"trace[2016584549] linearizableReadLoop","detail":"{readStateIndex:15150; appliedIndex:15148; }","duration":"144.074123ms","start":"2026-07-15T15:05:58.727627Z","end":"2026-07-15T15:05:58.871701Z","steps":["trace[2016584549] 'read index received' (duration: 143.239613ms)","trace[2016584549] 'applied index is now lower than readState.Index' (duration: 833.86µs)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:05:58.871891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.226857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T15:05:58.872038Z","caller":"traceutil/trace.go:171","msg":"trace[1083630706] transaction","detail":"{read_only:false; response_revision:14635; number_of_response:1; }","duration":"146.694207ms","start":"2026-07-15T15:05:58.725334Z","end":"2026-07-15T15:05:58.872028Z","steps":["trace[1083630706] 'process raft request' (duration: 146.312358ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:05:58.872073Z","caller":"traceutil/trace.go:171","msg":"trace[547074432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:14635; }","duration":"144.432432ms","start":"2026-07-15T15:05:58.727614Z","end":"2026-07-15T15:05:58.872046Z","steps":["trace[547074432] 'agreement among raft nodes before linearized reading' (duration: 144.201796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:05:58.871995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.023407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-15T15:05:58.872501Z","caller":"traceutil/trace.go:171","msg":"trace[776496893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14635; }","duration":"143.510531ms","start":"2026-07-15T15:05:58.728947Z","end":"2026-07-15T15:05:58.872458Z","steps":["trace[776496893] 'agreement among raft nodes before linearized reading' (duration: 142.956016ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:06:05.386896Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12615} {"level":"info","ts":"2026-07-15T15:06:05.466043Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12615,"took":"76.837054ms","hash":282805424,"current-db-size-bytes":57266176,"current-db-size":"57 MB","current-db-size-in-use-bytes":28250112,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-15T15:06:05.466119Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":282805424,"revision":12615,"compact-revision":10449} {"level":"warn","ts":"2026-07-15T15:06:39.029103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.615475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-15T15:06:39.029198Z","caller":"traceutil/trace.go:171","msg":"trace[1985654149] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:14862; }","duration":"104.762239ms","start":"2026-07-15T15:06:38.924415Z","end":"2026-07-15T15:06:39.029178Z","steps":["trace[1985654149] 'range keys from in-memory index tree' (duration: 104.42494ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:07:01.80573Z","caller":"traceutil/trace.go:171","msg":"trace[1567945667] transaction","detail":"{read_only:false; response_revision:15178; number_of_response:1; }","duration":"346.217182ms","start":"2026-07-15T15:07:01.459473Z","end":"2026-07-15T15:07:01.80569Z","steps":["trace[1567945667] 'process raft request' (duration: 345.428652ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:07:01.805878Z","caller":"traceutil/trace.go:171","msg":"trace[1270704172] transaction","detail":"{read_only:false; response_revision:15179; number_of_response:1; }","duration":"332.325971ms","start":"2026-07-15T15:07:01.473517Z","end":"2026-07-15T15:07:01.805843Z","steps":["trace[1270704172] 'process raft request' (duration: 332.053024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:07:01.805957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:07:01.459447Z","time spent":"346.415266ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:07:01.806061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:07:01.473495Z","time spent":"332.468655ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:08:27.927171Z","caller":"traceutil/trace.go:171","msg":"trace[499988403] linearizableReadLoop","detail":"{readStateIndex:16542; appliedIndex:16541; }","duration":"207.916799ms","start":"2026-07-15T15:08:27.719218Z","end":"2026-07-15T15:08:27.927135Z","steps":["trace[499988403] 'read index received' (duration: 207.666873ms)","trace[499988403] 'applied index is now lower than readState.Index' (duration: 248.566µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:08:27.927259Z","caller":"traceutil/trace.go:171","msg":"trace[255918883] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"274.643186ms","start":"2026-07-15T15:08:27.652547Z","end":"2026-07-15T15:08:27.92719Z","steps":["trace[255918883] 'process raft request' (duration: 274.423831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:08:27.927578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.34193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-15T15:08:27.927697Z","caller":"traceutil/trace.go:171","msg":"trace[960571049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15983; }","duration":"208.521364ms","start":"2026-07-15T15:08:27.719154Z","end":"2026-07-15T15:08:27.927675Z","steps":["trace[960571049] 'agreement among raft nodes before linearized reading' (duration: 208.187756ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:08:28.071133Z","caller":"traceutil/trace.go:171","msg":"trace[1279711401] linearizableReadLoop","detail":"{readStateIndex:16543; appliedIndex:16542; }","duration":"143.788197ms","start":"2026-07-15T15:08:27.927299Z","end":"2026-07-15T15:08:28.071087Z","steps":["trace[1279711401] 'read index received' (duration: 110.550442ms)","trace[1279711401] 'applied index is now lower than readState.Index' (duration: 33.235965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:08:28.07128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.307269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-07-15T15:08:28.071335Z","caller":"traceutil/trace.go:171","msg":"trace[1092630355] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15984; }","duration":"230.381811ms","start":"2026-07-15T15:08:27.840933Z","end":"2026-07-15T15:08:28.071315Z","steps":["trace[1092630355] 'agreement among raft nodes before linearized reading' (duration: 230.186936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:08:28.071401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.800001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-15T15:08:28.071468Z","caller":"traceutil/trace.go:171","msg":"trace[70314254] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15984; }","duration":"230.871963ms","start":"2026-07-15T15:08:27.840581Z","end":"2026-07-15T15:08:28.071453Z","steps":["trace[70314254] 'agreement among raft nodes before linearized reading' (duration: 230.692509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:08:28.071589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.36438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T15:08:28.071627Z","caller":"traceutil/trace.go:171","msg":"trace[735849775] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15984; }","duration":"230.417012ms","start":"2026-07-15T15:08:27.841201Z","end":"2026-07-15T15:08:28.071618Z","steps":["trace[735849775] 'agreement among raft nodes before linearized reading' (duration: 230.35616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:08:28.071708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.532183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T15:08:28.071765Z","caller":"traceutil/trace.go:171","msg":"trace[990780600] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15984; }","duration":"232.629505ms","start":"2026-07-15T15:08:27.839118Z","end":"2026-07-15T15:08:28.071748Z","steps":["trace[990780600] 'agreement among raft nodes before linearized reading' (duration: 232.552653ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:08:28.071893Z","caller":"traceutil/trace.go:171","msg":"trace[1079654287] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"263.40088ms","start":"2026-07-15T15:08:27.808465Z","end":"2026-07-15T15:08:28.071866Z","steps":["trace[1079654287] 'process raft request' (duration: 229.319644ms)","trace[1079654287] 'compare' (duration: 32.919197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:08:28.072054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.491575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lm7bw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T15:08:28.072116Z","caller":"traceutil/trace.go:171","msg":"trace[955026435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lm7bw; range_end:; response_count:1; response_revision:15984; }","duration":"288.588498ms","start":"2026-07-15T15:08:27.783514Z","end":"2026-07-15T15:08:28.072102Z","steps":["trace[955026435] 'agreement among raft nodes before linearized reading' (duration: 288.436234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:08:28.072345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.228562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-15T15:08:28.0724Z","caller":"traceutil/trace.go:171","msg":"trace[775463614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15984; }","duration":"346.306644ms","start":"2026-07-15T15:08:27.726082Z","end":"2026-07-15T15:08:28.072389Z","steps":["trace[775463614] 'agreement among raft nodes before linearized reading' (duration: 346.15285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:08:28.072432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:08:27.72604Z","time spent":"346.383405ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-15T15:08:28.072567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.670837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-15T15:08:28.072604Z","caller":"traceutil/trace.go:171","msg":"trace[612917496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15984; }","duration":"347.727328ms","start":"2026-07-15T15:08:27.724863Z","end":"2026-07-15T15:08:28.07259Z","steps":["trace[612917496] 'agreement among raft nodes before linearized reading' (duration: 347.641236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:08:28.072649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:08:27.724829Z","time spent":"347.81041ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-15T15:08:28.071624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.257407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-15T15:08:28.072885Z","caller":"traceutil/trace.go:171","msg":"trace[1823536738] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15984; }","duration":"231.541368ms","start":"2026-07-15T15:08:27.841322Z","end":"2026-07-15T15:08:28.072864Z","steps":["trace[1823536738] 'agreement among raft nodes before linearized reading' (duration: 229.995961ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:08:28.077883Z","caller":"traceutil/trace.go:171","msg":"trace[70127372] transaction","detail":"{read_only:false; response_revision:15985; number_of_response:1; }","duration":"146.541454ms","start":"2026-07-15T15:08:27.931307Z","end":"2026-07-15T15:08:28.077848Z","steps":["trace[70127372] 'process raft request' (duration: 146.437191ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:08:28.285242Z","caller":"traceutil/trace.go:171","msg":"trace[420901501] linearizableReadLoop","detail":"{readStateIndex:16547; appliedIndex:16546; }","duration":"122.214447ms","start":"2026-07-15T15:08:28.162992Z","end":"2026-07-15T15:08:28.285207Z","steps":["trace[420901501] 'read index received' (duration: 102.032373ms)","trace[420901501] 'applied index is now lower than readState.Index' (duration: 20.180464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:08:28.285509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.495794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T15:08:28.285556Z","caller":"traceutil/trace.go:171","msg":"trace[1640506064] transaction","detail":"{read_only:false; response_revision:15988; number_of_response:1; }","duration":"159.776829ms","start":"2026-07-15T15:08:28.125738Z","end":"2026-07-15T15:08:28.285515Z","steps":["trace[1640506064] 'process raft request' (duration: 139.348578ms)","trace[1640506064] 'compare' (duration: 19.97952ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:08:28.28562Z","caller":"traceutil/trace.go:171","msg":"trace[1347659371] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15988; }","duration":"122.638788ms","start":"2026-07-15T15:08:28.162956Z","end":"2026-07-15T15:08:28.285595Z","steps":["trace[1347659371] 'agreement among raft nodes before linearized reading' (duration: 122.470584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:08:28.504673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.194716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-15T15:08:28.504739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.661259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-15T15:08:28.504774Z","caller":"traceutil/trace.go:171","msg":"trace[1992596483] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15989; }","duration":"102.33477ms","start":"2026-07-15T15:08:28.402416Z","end":"2026-07-15T15:08:28.504751Z","steps":["trace[1992596483] 'range keys from in-memory index tree' (duration: 102.127695ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:08:28.504819Z","caller":"traceutil/trace.go:171","msg":"trace[596072199] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15989; }","duration":"100.749081ms","start":"2026-07-15T15:08:28.404046Z","end":"2026-07-15T15:08:28.504795Z","steps":["trace[596072199] 'range keys from in-memory index tree' (duration: 100.528896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:08:28.504678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.5398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-15T15:08:28.504913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.253688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-15T15:08:28.504967Z","caller":"traceutil/trace.go:171","msg":"trace[2099515424] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15989; }","duration":"101.894259ms","start":"2026-07-15T15:08:28.403062Z","end":"2026-07-15T15:08:28.504956Z","steps":["trace[2099515424] 'range keys from in-memory index tree' (duration: 101.323054ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:08:28.505014Z","caller":"traceutil/trace.go:171","msg":"trace[564134683] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15989; }","duration":"102.410031ms","start":"2026-07-15T15:08:28.40258Z","end":"2026-07-15T15:08:28.50499Z","steps":["trace[564134683] 'range keys from in-memory index tree' (duration: 101.998841ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:11:05.397408Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14672} {"level":"info","ts":"2026-07-15T15:11:05.47411Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14672,"took":"74.011804ms","hash":4187102995,"current-db-size-bytes":57266176,"current-db-size":"57 MB","current-db-size-in-use-bytes":31563776,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-15T15:11:05.474264Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4187102995,"revision":14672,"compact-revision":12615} {"level":"info","ts":"2026-07-15T15:14:37.568278Z","caller":"traceutil/trace.go:171","msg":"trace[2036488355] transaction","detail":"{read_only:false; response_revision:18679; number_of_response:1; }","duration":"196.621359ms","start":"2026-07-15T15:14:37.371626Z","end":"2026-07-15T15:14:37.568247Z","steps":["trace[2036488355] 'process raft request' (duration: 196.491325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:14:44.394211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.93297ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-15T15:14:45.324401Z","caller":"traceutil/trace.go:171","msg":"trace[1357664136] linearizableReadLoop","detail":"{readStateIndex:19370; appliedIndex:19369; }","duration":"223.230892ms","start":"2026-07-15T15:14:45.101147Z","end":"2026-07-15T15:14:45.324378Z","steps":["trace[1357664136] 'read index received' (duration: 223.071988ms)","trace[1357664136] 'applied index is now lower than readState.Index' (duration: 157.784µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:14:45.324486Z","caller":"traceutil/trace.go:171","msg":"trace[937327474] transaction","detail":"{read_only:false; response_revision:18720; number_of_response:1; }","duration":"225.776354ms","start":"2026-07-15T15:14:45.098683Z","end":"2026-07-15T15:14:45.324459Z","steps":["trace[937327474] 'process raft request' (duration: 225.519677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:14:45.324625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.457967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-15T15:14:45.324698Z","caller":"traceutil/trace.go:171","msg":"trace[213956211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18720; }","duration":"223.5763ms","start":"2026-07-15T15:14:45.101101Z","end":"2026-07-15T15:14:45.324678Z","steps":["trace[213956211] 'agreement among raft nodes before linearized reading' (duration: 223.381945ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:15:35.290632Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7b89c171c5fe95c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-15T15:15:35.296079Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-15T15:15:35.296168Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-15T15:16:05.403989Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17120} {"level":"info","ts":"2026-07-15T15:16:05.510594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17120,"took":"103.779904ms","hash":3444991711,"current-db-size-bytes":57266176,"current-db-size":"57 MB","current-db-size-in-use-bytes":33832960,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-15T15:16:05.510691Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3444991711,"revision":17120,"compact-revision":14672} {"level":"info","ts":"2026-07-15T15:20:40.764082Z","caller":"traceutil/trace.go:171","msg":"trace[1910988247] transaction","detail":"{read_only:false; response_revision:21455; number_of_response:1; }","duration":"118.191906ms","start":"2026-07-15T15:20:40.64587Z","end":"2026-07-15T15:20:40.764062Z","steps":["trace[1910988247] 'process raft request' (duration: 118.070853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:20:41.251957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.8391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-15T15:20:41.252044Z","caller":"traceutil/trace.go:171","msg":"trace[1136187824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21456; }","duration":"173.974224ms","start":"2026-07-15T15:20:41.078049Z","end":"2026-07-15T15:20:41.252023Z","steps":["trace[1136187824] 'range keys from in-memory index tree' (duration: 173.644846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:20:41.252204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.923293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:20:41.252307Z","caller":"traceutil/trace.go:171","msg":"trace[10621967] transaction","detail":"{read_only:false; response_revision:21457; number_of_response:1; }","duration":"151.303038ms","start":"2026-07-15T15:20:41.100988Z","end":"2026-07-15T15:20:41.252291Z","steps":["trace[10621967] 'compare' (duration: 142.829811ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:20:41.253349Z","caller":"traceutil/trace.go:171","msg":"trace[71688922] linearizableReadLoop","detail":"{readStateIndex:22200; appliedIndex:22199; }","duration":"105.439134ms","start":"2026-07-15T15:20:41.147893Z","end":"2026-07-15T15:20:41.253332Z","steps":["trace[71688922] 'read index received' (duration: 105.364203ms)","trace[71688922] 'applied index is now lower than readState.Index' (duration: 74.081µs)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:20:41.253503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.601718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-15T15:20:41.253533Z","caller":"traceutil/trace.go:171","msg":"trace[323669630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21458; }","duration":"105.67039ms","start":"2026-07-15T15:20:41.147851Z","end":"2026-07-15T15:20:41.253522Z","steps":["trace[323669630] 'agreement among raft nodes before linearized reading' (duration: 105.541547ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:20:41.253755Z","caller":"traceutil/trace.go:171","msg":"trace[688977596] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"150.666922ms","start":"2026-07-15T15:20:41.103077Z","end":"2026-07-15T15:20:41.253744Z","steps":["trace[688977596] 'process raft request' (duration: 150.187761ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:20:41.412263Z","caller":"traceutil/trace.go:171","msg":"trace[1634140512] transaction","detail":"{read_only:false; response_revision:21460; number_of_response:1; }","duration":"153.274415ms","start":"2026-07-15T15:20:41.258941Z","end":"2026-07-15T15:20:41.412216Z","steps":["trace[1634140512] 'process raft request' (duration: 147.252538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:20:42.11448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.990922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:20:42.114815Z","caller":"traceutil/trace.go:171","msg":"trace[1936549475] transaction","detail":"{read_only:false; response_revision:21463; number_of_response:1; }","duration":"210.240492ms","start":"2026-07-15T15:20:41.904552Z","end":"2026-07-15T15:20:42.114792Z","steps":["trace[1936549475] 'process raft request' (duration: 210.073448ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:20:42.114789Z","caller":"traceutil/trace.go:171","msg":"trace[943238696] transaction","detail":"{read_only:false; response_revision:21462; number_of_response:1; }","duration":"210.202642ms","start":"2026-07-15T15:20:41.9045Z","end":"2026-07-15T15:20:42.114702Z","steps":["trace[943238696] 'process raft request' (duration: 82.851781ms)","trace[943238696] 'compare' (duration: 126.717056ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:21:05.413464Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19577} {"level":"info","ts":"2026-07-15T15:21:05.524439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19577,"took":"107.865454ms","hash":2892188878,"current-db-size-bytes":57266176,"current-db-size":"57 MB","current-db-size-in-use-bytes":29323264,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-15T15:21:05.524526Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2892188878,"revision":19577,"compact-revision":17120} {"level":"info","ts":"2026-07-15T15:24:42.434281Z","caller":"traceutil/trace.go:171","msg":"trace[1574061855] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"279.499357ms","start":"2026-07-15T15:24:42.154755Z","end":"2026-07-15T15:24:42.434255Z","steps":["trace[1574061855] 'process raft request' (duration: 279.350064ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:24:42.435748Z","caller":"traceutil/trace.go:171","msg":"trace[366416261] linearizableReadLoop","detail":"{readStateIndex:24760; appliedIndex:24758; }","duration":"197.54893ms","start":"2026-07-15T15:24:42.238178Z","end":"2026-07-15T15:24:42.435727Z","steps":["trace[366416261] 'read index received' (duration: 195.989941ms)","trace[366416261] 'applied index is now lower than readState.Index' (duration: 1.558259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:24:42.435857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.654822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:24:42.435893Z","caller":"traceutil/trace.go:171","msg":"trace[95502777] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23942; }","duration":"197.757095ms","start":"2026-07-15T15:24:42.238125Z","end":"2026-07-15T15:24:42.435883Z","steps":["trace[95502777] 'agreement among raft nodes before linearized reading' (duration: 197.677743ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:24:42.435997Z","caller":"traceutil/trace.go:171","msg":"trace[1866039419] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"267.316399ms","start":"2026-07-15T15:24:42.168551Z","end":"2026-07-15T15:24:42.435867Z","steps":["trace[1866039419] 'process raft request' (duration: 267.014262ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:26:05.418928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21589} {"level":"info","ts":"2026-07-15T15:26:05.521996Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21589,"took":"99.835316ms","hash":1627809447,"current-db-size-bytes":58109952,"current-db-size":"58 MB","current-db-size-in-use-bytes":43368448,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-15T15:26:05.522071Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1627809447,"revision":21589,"compact-revision":19577} {"level":"info","ts":"2026-07-15T15:28:02.130464Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006860.wal"} {"level":"warn","ts":"2026-07-15T15:28:18.856826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.065581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:18.856971Z","caller":"traceutil/trace.go:171","msg":"trace[1967708699] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"261.162397ms","start":"2026-07-15T15:28:18.595786Z","end":"2026-07-15T15:28:18.856948Z","steps":["trace[1967708699] 'process raft request' (duration: 111.876481ms)","trace[1967708699] 'compare' (duration: 148.875577ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:18.867056Z","caller":"traceutil/trace.go:171","msg":"trace[1766247212] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"184.895929ms","start":"2026-07-15T15:28:18.682145Z","end":"2026-07-15T15:28:18.867041Z","steps":["trace[1766247212] 'process raft request' (duration: 184.829607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:19.559988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.823199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:19.560159Z","caller":"traceutil/trace.go:171","msg":"trace[179872385] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"301.607979ms","start":"2026-07-15T15:28:19.258531Z","end":"2026-07-15T15:28:19.560139Z","steps":["trace[179872385] 'process raft request' (duration: 129.546174ms)","trace[179872385] 'compare' (duration: 171.715246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:19.560217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:19.258512Z","time spent":"301.67722ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:19.561332Z","caller":"traceutil/trace.go:171","msg":"trace[1586867030] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"245.41516ms","start":"2026-07-15T15:28:19.315882Z","end":"2026-07-15T15:28:19.561297Z","steps":["trace[1586867030] 'process raft request' (duration: 244.912008ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:24.055184Z","caller":"traceutil/trace.go:171","msg":"trace[431526070] linearizableReadLoop","detail":"{readStateIndex:27013; appliedIndex:27012; }","duration":"302.232763ms","start":"2026-07-15T15:28:23.752915Z","end":"2026-07-15T15:28:24.055148Z","steps":["trace[431526070] 'read index received' (duration: 301.995997ms)","trace[431526070] 'applied index is now lower than readState.Index' (duration: 235.756µs)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:24.055417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.608941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-15T15:28:24.055434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.019615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T15:28:24.055479Z","caller":"traceutil/trace.go:171","msg":"trace[664753518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26135; }","duration":"201.131707ms","start":"2026-07-15T15:28:23.854335Z","end":"2026-07-15T15:28:24.055467Z","steps":["trace[664753518] 'agreement among raft nodes before linearized reading' (duration: 201.045885ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:24.055474Z","caller":"traceutil/trace.go:171","msg":"trace[74010133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26135; }","duration":"217.719534ms","start":"2026-07-15T15:28:23.837741Z","end":"2026-07-15T15:28:24.05546Z","steps":["trace[74010133] 'agreement among raft nodes before linearized reading' (duration: 217.598681ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:24.055476Z","caller":"traceutil/trace.go:171","msg":"trace[1715944975] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"341.943086ms","start":"2026-07-15T15:28:23.713255Z","end":"2026-07-15T15:28:24.055198Z","steps":["trace[1715944975] 'process raft request' (duration: 341.718971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:24.055533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.595383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-15T15:28:24.05562Z","caller":"traceutil/trace.go:171","msg":"trace[1353068042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26135; }","duration":"302.740146ms","start":"2026-07-15T15:28:23.752859Z","end":"2026-07-15T15:28:24.055599Z","steps":["trace[1353068042] 'agreement among raft nodes before linearized reading' (duration: 302.46705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:24.055664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:23.752838Z","time spent":"302.817978ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-15T15:28:24.055667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:23.713227Z","time spent":"342.337475ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:24.055842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.546105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T15:28:24.055884Z","caller":"traceutil/trace.go:171","msg":"trace[1952845648] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26135; }","duration":"127.627007ms","start":"2026-07-15T15:28:23.928246Z","end":"2026-07-15T15:28:24.055873Z","steps":["trace[1952845648] 'agreement among raft nodes before linearized reading' (duration: 127.541295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:24.229885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.790671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:24.230036Z","caller":"traceutil/trace.go:171","msg":"trace[1330783031] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"169.691437ms","start":"2026-07-15T15:28:24.06032Z","end":"2026-07-15T15:28:24.230011Z","steps":["trace[1330783031] 'process raft request' (duration: 41.602799ms)","trace[1330783031] 'compare' (duration: 127.584906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:24.444655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.078448ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-15T15:28:24.445254Z","caller":"traceutil/trace.go:171","msg":"trace[40352645] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"128.539869ms","start":"2026-07-15T15:28:24.316687Z","end":"2026-07-15T15:28:24.445227Z","steps":["trace[40352645] 'process raft request' (duration: 128.062528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:24.566649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.410124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-15T15:28:24.567066Z","caller":"traceutil/trace.go:171","msg":"trace[2022773653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26138; }","duration":"150.864675ms","start":"2026-07-15T15:28:24.416175Z","end":"2026-07-15T15:28:24.56704Z","steps":["trace[2022773653] 'agreement among raft nodes before linearized reading' (duration: 29.020141ms)","trace[2022773653] 'range keys from in-memory index tree' (duration: 121.319011ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:24.747566Z","caller":"traceutil/trace.go:171","msg":"trace[111111974] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"175.563121ms","start":"2026-07-15T15:28:24.571968Z","end":"2026-07-15T15:28:24.747532Z","steps":["trace[111111974] 'process raft request' (duration: 175.302275ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:24.759693Z","caller":"traceutil/trace.go:171","msg":"trace[997361063] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"185.579706ms","start":"2026-07-15T15:28:24.57408Z","end":"2026-07-15T15:28:24.759659Z","steps":["trace[997361063] 'process raft request' (duration: 185.414592ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:25.963733Z","caller":"traceutil/trace.go:171","msg":"trace[764883495] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"383.486385ms","start":"2026-07-15T15:28:25.58022Z","end":"2026-07-15T15:28:25.963706Z","steps":["trace[764883495] 'process raft request' (duration: 383.27914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:25.963888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:25.580194Z","time spent":"383.614187ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:25.977546Z","caller":"traceutil/trace.go:171","msg":"trace[1732442577] linearizableReadLoop","detail":"{readStateIndex:27026; appliedIndex:27024; }","duration":"310.602279ms","start":"2026-07-15T15:28:25.666927Z","end":"2026-07-15T15:28:25.97753Z","steps":["trace[1732442577] 'read index received' (duration: 296.552015ms)","trace[1732442577] 'applied index is now lower than readState.Index' (duration: 14.049674ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:25.977631Z","caller":"traceutil/trace.go:171","msg":"trace[1345147124] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"396.628146ms","start":"2026-07-15T15:28:25.580986Z","end":"2026-07-15T15:28:25.977614Z","steps":["trace[1345147124] 'process raft request' (duration: 396.443832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:25.977715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.782773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-15T15:28:25.977712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.288557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:25.977745Z","caller":"traceutil/trace.go:171","msg":"trace[1291633535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26147; }","duration":"310.857655ms","start":"2026-07-15T15:28:25.666878Z","end":"2026-07-15T15:28:25.977736Z","steps":["trace[1291633535] 'agreement among raft nodes before linearized reading' (duration: 310.735782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:25.977769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:25.66686Z","time spent":"310.899917ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-15T15:28:25.977775Z","caller":"traceutil/trace.go:171","msg":"trace[1371228845] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26147; }","duration":"309.39233ms","start":"2026-07-15T15:28:25.668362Z","end":"2026-07-15T15:28:25.977754Z","steps":["trace[1371228845] 'agreement among raft nodes before linearized reading' (duration: 309.295457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:25.977819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:25.668344Z","time spent":"309.462702ms","remote":"127.0.0.1:56676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-15T15:28:25.97784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.541991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-15T15:28:25.977841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:25.58096Z","time spent":"396.822061ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:25.977882Z","caller":"traceutil/trace.go:171","msg":"trace[1823738729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26147; }","duration":"282.580402ms","start":"2026-07-15T15:28:25.695286Z","end":"2026-07-15T15:28:25.977867Z","steps":["trace[1823738729] 'agreement among raft nodes before linearized reading' (duration: 282.4886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:25.977968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.660304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:25.978123Z","caller":"traceutil/trace.go:171","msg":"trace[1683442518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26147; }","duration":"142.895621ms","start":"2026-07-15T15:28:25.835185Z","end":"2026-07-15T15:28:25.97808Z","steps":["trace[1683442518] 'agreement among raft nodes before linearized reading' (duration: 142.530752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:26.305909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.625465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:26.30652Z","caller":"traceutil/trace.go:171","msg":"trace[535589274] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"323.660438ms","start":"2026-07-15T15:28:25.982826Z","end":"2026-07-15T15:28:26.306486Z","steps":["trace[535589274] 'process raft request' (duration: 33.367127ms)","trace[535589274] 'compare' (duration: 289.484411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:26.306665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:25.982809Z","time spent":"323.77908ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:26.30661Z","caller":"traceutil/trace.go:171","msg":"trace[2068526342] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"245.067253ms","start":"2026-07-15T15:28:26.061516Z","end":"2026-07-15T15:28:26.306583Z","steps":["trace[2068526342] 'process raft request' (duration: 244.623073ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:26.471415Z","caller":"traceutil/trace.go:171","msg":"trace[805905936] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"158.306048ms","start":"2026-07-15T15:28:26.313082Z","end":"2026-07-15T15:28:26.471388Z","steps":["trace[805905936] 'process raft request' (duration: 143.368892ms)","trace[805905936] 'compare' (duration: 14.206938ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:26.666717Z","caller":"traceutil/trace.go:171","msg":"trace[1599957201] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"217.12824ms","start":"2026-07-15T15:28:26.449561Z","end":"2026-07-15T15:28:26.666689Z","steps":["trace[1599957201] 'process raft request' (duration: 216.991377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:26.937808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.614494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:26.938026Z","caller":"traceutil/trace.go:171","msg":"trace[1163846342] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"365.642507ms","start":"2026-07-15T15:28:26.572357Z","end":"2026-07-15T15:28:26.937999Z","steps":["trace[1163846342] 'process raft request' (duration: 231.734626ms)","trace[1163846342] 'compare' (duration: 133.44135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:26.938129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:26.572336Z","time spent":"365.74582ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:26.938161Z","caller":"traceutil/trace.go:171","msg":"trace[1449328524] linearizableReadLoop","detail":"{readStateIndex:27033; appliedIndex:27031; }","duration":"185.169666ms","start":"2026-07-15T15:28:26.752961Z","end":"2026-07-15T15:28:26.938131Z","steps":["trace[1449328524] 'read index received' (duration: 51.01627ms)","trace[1449328524] 'applied index is now lower than readState.Index' (duration: 134.151976ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:26.938189Z","caller":"traceutil/trace.go:171","msg":"trace[860726673] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"363.099385ms","start":"2026-07-15T15:28:26.575052Z","end":"2026-07-15T15:28:26.938152Z","steps":["trace[860726673] 'process raft request' (duration: 362.855409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:26.938337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:26.575042Z","time spent":"363.218237ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:26.938427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.522025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-15T15:28:26.93843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.20847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:26.938464Z","caller":"traceutil/trace.go:171","msg":"trace[1671364516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26154; }","duration":"174.595267ms","start":"2026-07-15T15:28:26.763858Z","end":"2026-07-15T15:28:26.938453Z","steps":["trace[1671364516] 'agreement among raft nodes before linearized reading' (duration: 174.421273ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:26.938522Z","caller":"traceutil/trace.go:171","msg":"trace[316369420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26154; }","duration":"101.343122ms","start":"2026-07-15T15:28:26.837153Z","end":"2026-07-15T15:28:26.938496Z","steps":["trace[316369420] 'agreement among raft nodes before linearized reading' (duration: 101.144057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:26.938686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.688858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-15T15:28:26.938773Z","caller":"traceutil/trace.go:171","msg":"trace[1970691085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26154; }","duration":"185.867993ms","start":"2026-07-15T15:28:26.752881Z","end":"2026-07-15T15:28:26.938749Z","steps":["trace[1970691085] 'agreement among raft nodes before linearized reading' (duration: 185.33385ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:27.126053Z","caller":"traceutil/trace.go:171","msg":"trace[1387128568] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"184.272764ms","start":"2026-07-15T15:28:26.941753Z","end":"2026-07-15T15:28:27.126025Z","steps":["trace[1387128568] 'process raft request' (duration: 184.07379ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:27.126136Z","caller":"traceutil/trace.go:171","msg":"trace[1505456353] linearizableReadLoop","detail":"{readStateIndex:27036; appliedIndex:27033; }","duration":"173.696745ms","start":"2026-07-15T15:28:26.952413Z","end":"2026-07-15T15:28:27.12611Z","steps":["trace[1505456353] 'read index received' (duration: 6.019237ms)","trace[1505456353] 'applied index is now lower than readState.Index' (duration: 167.675337ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:27.126235Z","caller":"traceutil/trace.go:171","msg":"trace[256934540] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"183.338462ms","start":"2026-07-15T15:28:26.942876Z","end":"2026-07-15T15:28:27.126215Z","steps":["trace[256934540] 'process raft request' (duration: 183.098016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:27.126291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.856748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:27.126321Z","caller":"traceutil/trace.go:171","msg":"trace[1905320813] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26157; }","duration":"173.904879ms","start":"2026-07-15T15:28:26.952407Z","end":"2026-07-15T15:28:27.126312Z","steps":["trace[1905320813] 'agreement among raft nodes before linearized reading' (duration: 173.801737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:27.126525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.482857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:27.126589Z","caller":"traceutil/trace.go:171","msg":"trace[1353599985] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26157; }","duration":"130.60397ms","start":"2026-07-15T15:28:26.99597Z","end":"2026-07-15T15:28:27.126574Z","steps":["trace[1353599985] 'agreement among raft nodes before linearized reading' (duration: 130.496647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:27.126712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.678884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-15T15:28:27.126737Z","caller":"traceutil/trace.go:171","msg":"trace[1081704769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26157; }","duration":"104.742065ms","start":"2026-07-15T15:28:27.021987Z","end":"2026-07-15T15:28:27.126729Z","steps":["trace[1081704769] 'agreement among raft nodes before linearized reading' (duration: 104.644193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:27.45738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.349114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:27.457469Z","caller":"traceutil/trace.go:171","msg":"trace[1338609949] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26158; }","duration":"157.479378ms","start":"2026-07-15T15:28:27.29997Z","end":"2026-07-15T15:28:27.45745Z","steps":["trace[1338609949] 'count revisions from in-memory index tree' (duration: 157.284923ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:27.839358Z","caller":"traceutil/trace.go:171","msg":"trace[1563375276] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"155.046528ms","start":"2026-07-15T15:28:27.684287Z","end":"2026-07-15T15:28:27.839334Z","steps":["trace[1563375276] 'process raft request' (duration: 154.478164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:28.130397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.777419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:28.130515Z","caller":"traceutil/trace.go:171","msg":"trace[36923474] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26159; }","duration":"256.961374ms","start":"2026-07-15T15:28:27.873534Z","end":"2026-07-15T15:28:28.130496Z","steps":["trace[36923474] 'range keys from in-memory index tree' (duration: 256.695297ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:28.132407Z","caller":"traceutil/trace.go:171","msg":"trace[114971318] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"237.866096ms","start":"2026-07-15T15:28:27.894505Z","end":"2026-07-15T15:28:28.132371Z","steps":["trace[114971318] 'process raft request' (duration: 218.83779ms)","trace[114971318] 'compare' (duration: 18.733689ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:28.195324Z","caller":"traceutil/trace.go:171","msg":"trace[1466561055] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"225.940655ms","start":"2026-07-15T15:28:27.969349Z","end":"2026-07-15T15:28:28.19529Z","steps":["trace[1466561055] 'process raft request' (duration: 225.704159ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:28.195403Z","caller":"traceutil/trace.go:171","msg":"trace[678228300] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"210.878046ms","start":"2026-07-15T15:28:27.984487Z","end":"2026-07-15T15:28:28.195365Z","steps":["trace[678228300] 'process raft request' (duration: 210.711061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:28.457592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.836539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-15T15:28:28.457679Z","caller":"traceutil/trace.go:171","msg":"trace[667221477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26162; }","duration":"142.983313ms","start":"2026-07-15T15:28:28.314677Z","end":"2026-07-15T15:28:28.45766Z","steps":["trace[667221477] 'range keys from in-memory index tree' (duration: 142.351587ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:28.457788Z","caller":"traceutil/trace.go:171","msg":"trace[2022651883] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"124.468019ms","start":"2026-07-15T15:28:28.333294Z","end":"2026-07-15T15:28:28.457762Z","steps":["trace[2022651883] 'process raft request' (duration: 124.405658ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:28.457848Z","caller":"traceutil/trace.go:171","msg":"trace[1309285963] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"142.971712ms","start":"2026-07-15T15:28:28.314826Z","end":"2026-07-15T15:28:28.457798Z","steps":["trace[1309285963] 'process raft request' (duration: 47.716459ms)","trace[1309285963] 'compare' (duration: 94.966516ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:28.632464Z","caller":"traceutil/trace.go:171","msg":"trace[1622795440] linearizableReadLoop","detail":"{readStateIndex:27045; appliedIndex:27043; }","duration":"157.621021ms","start":"2026-07-15T15:28:28.474814Z","end":"2026-07-15T15:28:28.632435Z","steps":["trace[1622795440] 'read index received' (duration: 12.515107ms)","trace[1622795440] 'applied index is now lower than readState.Index' (duration: 145.104524ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:28.632576Z","caller":"traceutil/trace.go:171","msg":"trace[2054325736] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"160.672326ms","start":"2026-07-15T15:28:28.471896Z","end":"2026-07-15T15:28:28.632568Z","steps":["trace[2054325736] 'process raft request' (duration: 158.562845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:28.632848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.019331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-15T15:28:28.632909Z","caller":"traceutil/trace.go:171","msg":"trace[1609690063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26166; }","duration":"158.122383ms","start":"2026-07-15T15:28:28.474768Z","end":"2026-07-15T15:28:28.63289Z","steps":["trace[1609690063] 'agreement among raft nodes before linearized reading' (duration: 157.98198ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:28.961254Z","caller":"traceutil/trace.go:171","msg":"trace[389350014] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"324.004827ms","start":"2026-07-15T15:28:28.637227Z","end":"2026-07-15T15:28:28.961232Z","steps":["trace[389350014] 'process raft request' (duration: 301.029384ms)","trace[389350014] 'compare' (duration: 22.554573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:28.961376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:28.637212Z","time spent":"324.098549ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:28.961712Z","caller":"traceutil/trace.go:171","msg":"trace[1294483561] linearizableReadLoop","detail":"{readStateIndex:27047; appliedIndex:27045; }","duration":"124.297145ms","start":"2026-07-15T15:28:28.837408Z","end":"2026-07-15T15:28:28.961705Z","steps":["trace[1294483561] 'read index received' (duration: 100.862441ms)","trace[1294483561] 'applied index is now lower than readState.Index' (duration: 23.434283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:28.961773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.369356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:28.961799Z","caller":"traceutil/trace.go:171","msg":"trace[743716932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26168; }","duration":"124.432368ms","start":"2026-07-15T15:28:28.837361Z","end":"2026-07-15T15:28:28.961793Z","steps":["trace[743716932] 'agreement among raft nodes before linearized reading' (duration: 124.374686ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:28.961898Z","caller":"traceutil/trace.go:171","msg":"trace[598667977] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"285.78141ms","start":"2026-07-15T15:28:28.67611Z","end":"2026-07-15T15:28:28.961892Z","steps":["trace[598667977] 'process raft request' (duration: 285.543014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:29.361877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.212982ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-15T15:28:29.36201Z","caller":"traceutil/trace.go:171","msg":"trace[655954364] linearizableReadLoop","detail":"{readStateIndex:27051; appliedIndex:27050; }","duration":"228.730054ms","start":"2026-07-15T15:28:29.133258Z","end":"2026-07-15T15:28:29.361988Z","steps":["trace[655954364] 'read index received' (duration: 51.452µs)","trace[655954364] 'applied index is now lower than readState.Index' (duration: 228.676662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:29.362054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:28.995703Z","time spent":"366.335944ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-15T15:28:29.362204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.920948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-15T15:28:29.362244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.441815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-15T15:28:29.3623Z","caller":"traceutil/trace.go:171","msg":"trace[935348299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26171; }","duration":"208.537568ms","start":"2026-07-15T15:28:29.153747Z","end":"2026-07-15T15:28:29.362285Z","steps":["trace[935348299] 'agreement among raft nodes before linearized reading' (duration: 208.365814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:29.362308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.046541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-15T15:28:29.3623Z","caller":"traceutil/trace.go:171","msg":"trace[740859492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26171; }","duration":"229.052201ms","start":"2026-07-15T15:28:29.133226Z","end":"2026-07-15T15:28:29.362278Z","steps":["trace[740859492] 'agreement among raft nodes before linearized reading' (duration: 228.810745ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:29.36244Z","caller":"traceutil/trace.go:171","msg":"trace[1969093559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26171; }","duration":"229.077452ms","start":"2026-07-15T15:28:29.133252Z","end":"2026-07-15T15:28:29.362329Z","steps":["trace[1969093559] 'agreement among raft nodes before linearized reading' (duration: 228.790365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:29.362527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.519068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:29.3626Z","caller":"traceutil/trace.go:171","msg":"trace[534721366] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26171; }","duration":"157.640741ms","start":"2026-07-15T15:28:29.20494Z","end":"2026-07-15T15:28:29.362581Z","steps":["trace[534721366] 'agreement among raft nodes before linearized reading' (duration: 157.524028ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:29.576297Z","caller":"traceutil/trace.go:171","msg":"trace[756921749] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"209.667055ms","start":"2026-07-15T15:28:29.366588Z","end":"2026-07-15T15:28:29.576255Z","steps":["trace[756921749] 'process raft request' (duration: 185.021452ms)","trace[756921749] 'compare' (duration: 24.439588ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:29.576335Z","caller":"traceutil/trace.go:171","msg":"trace[1380525704] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"209.349228ms","start":"2026-07-15T15:28:29.366948Z","end":"2026-07-15T15:28:29.576297Z","steps":["trace[1380525704] 'process raft request' (duration: 209.229205ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:29.576506Z","caller":"traceutil/trace.go:171","msg":"trace[1750638290] linearizableReadLoop","detail":"{readStateIndex:27055; appliedIndex:27052; }","duration":"199.142369ms","start":"2026-07-15T15:28:29.377352Z","end":"2026-07-15T15:28:29.576494Z","steps":["trace[1750638290] 'read index received' (duration: 174.227289ms)","trace[1750638290] 'applied index is now lower than readState.Index' (duration: 24.91305ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:29.576582Z","caller":"traceutil/trace.go:171","msg":"trace[900774258] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"209.4375ms","start":"2026-07-15T15:28:29.367134Z","end":"2026-07-15T15:28:29.576571Z","steps":["trace[900774258] 'process raft request' (duration: 209.122182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:29.576663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.145764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:29.576705Z","caller":"traceutil/trace.go:171","msg":"trace[1209917820] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26175; }","duration":"198.231936ms","start":"2026-07-15T15:28:29.378459Z","end":"2026-07-15T15:28:29.576691Z","steps":["trace[1209917820] 'agreement among raft nodes before linearized reading' (duration: 198.148454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:29.576894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.523148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-15T15:28:29.576935Z","caller":"traceutil/trace.go:171","msg":"trace[1462459643] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26175; }","duration":"199.614821ms","start":"2026-07-15T15:28:29.377311Z","end":"2026-07-15T15:28:29.576926Z","steps":["trace[1462459643] 'agreement among raft nodes before linearized reading' (duration: 199.473147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:42.57948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.735913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-15T15:28:42.579562Z","caller":"traceutil/trace.go:171","msg":"trace[12917780] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26263; }","duration":"277.856487ms","start":"2026-07-15T15:28:42.301689Z","end":"2026-07-15T15:28:42.579545Z","steps":["trace[12917780] 'range keys from in-memory index tree' (duration: 277.578099ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:43.18285Z","caller":"traceutil/trace.go:171","msg":"trace[1806207070] linearizableReadLoop","detail":"{readStateIndex:27147; appliedIndex:27145; }","duration":"628.767033ms","start":"2026-07-15T15:28:42.554046Z","end":"2026-07-15T15:28:43.182813Z","steps":["trace[1806207070] 'read index received' (duration: 26.313765ms)","trace[1806207070] 'applied index is now lower than readState.Index' (duration: 602.451918ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:43.183053Z","caller":"traceutil/trace.go:171","msg":"trace[897361176] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"649.52436ms","start":"2026-07-15T15:28:42.533436Z","end":"2026-07-15T15:28:43.18296Z","steps":["trace[897361176] 'process raft request' (duration: 604.565109ms)","trace[897361176] 'compare' (duration: 44.612342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:43.183114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.057009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-15T15:28:43.183154Z","caller":"traceutil/trace.go:171","msg":"trace[523592520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26265; }","duration":"629.141082ms","start":"2026-07-15T15:28:42.554Z","end":"2026-07-15T15:28:43.183141Z","steps":["trace[523592520] 'agreement among raft nodes before linearized reading' (duration: 628.954827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.183189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:42.533413Z","time spent":"649.695645ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:43.183197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:42.553981Z","time spent":"629.207194ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-15T15:28:43.47402Z","caller":"traceutil/trace.go:171","msg":"trace[584507611] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"608.064275ms","start":"2026-07-15T15:28:42.86591Z","end":"2026-07-15T15:28:43.473974Z","steps":["trace[584507611] 'process raft request' (duration: 607.251345ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:43.474128Z","caller":"traceutil/trace.go:171","msg":"trace[526924904] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"454.845923ms","start":"2026-07-15T15:28:43.019247Z","end":"2026-07-15T15:28:43.474093Z","steps":["trace[526924904] 'process raft request' (duration: 454.588686ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:43.474134Z","caller":"traceutil/trace.go:171","msg":"trace[1017483624] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"451.365397ms","start":"2026-07-15T15:28:43.022751Z","end":"2026-07-15T15:28:43.474116Z","steps":["trace[1017483624] 'process raft request' (duration: 451.141731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.474214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:42.865871Z","time spent":"608.24267ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:43.474271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.019227Z","time spent":"454.971285ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:43.474289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.022726Z","time spent":"451.490391ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:43.474024Z","caller":"traceutil/trace.go:171","msg":"trace[1741374267] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"433.1317ms","start":"2026-07-15T15:28:43.040867Z","end":"2026-07-15T15:28:43.473999Z","steps":["trace[1741374267] 'process raft request' (duration: 433.085308ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:43.474451Z","caller":"traceutil/trace.go:171","msg":"trace[1759063503] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"456.973724ms","start":"2026-07-15T15:28:43.017464Z","end":"2026-07-15T15:28:43.474438Z","steps":["trace[1759063503] 'process raft request' (duration: 456.327767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.474469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.040818Z","time spent":"433.592771ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:43.474509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.017433Z","time spent":"457.046366ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:43.497462Z","caller":"traceutil/trace.go:171","msg":"trace[2111944882] linearizableReadLoop","detail":"{readStateIndex:27153; appliedIndex:27147; }","duration":"314.506674ms","start":"2026-07-15T15:28:43.182924Z","end":"2026-07-15T15:28:43.497431Z","steps":["trace[2111944882] 'read index received' (duration: 290.25017ms)","trace[2111944882] 'applied index is now lower than readState.Index' (duration: 24.255264ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:43.497816Z","caller":"traceutil/trace.go:171","msg":"trace[1309400325] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"346.677082ms","start":"2026-07-15T15:28:43.15112Z","end":"2026-07-15T15:28:43.497797Z","steps":["trace[1309400325] 'process raft request' (duration: 346.106418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.497914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.151084Z","time spent":"346.755604ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:43.498074Z","caller":"traceutil/trace.go:171","msg":"trace[50667939] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"292.965805ms","start":"2026-07-15T15:28:43.2051Z","end":"2026-07-15T15:28:43.498066Z","steps":["trace[50667939] 'process raft request' (duration: 292.287969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.498239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.738834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-15T15:28:43.498267Z","caller":"traceutil/trace.go:171","msg":"trace[20888439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26272; }","duration":"455.801566ms","start":"2026-07-15T15:28:43.042458Z","end":"2026-07-15T15:28:43.49826Z","steps":["trace[20888439] 'agreement among raft nodes before linearized reading' (duration: 455.700294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.498291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.042442Z","time spent":"455.843037ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-15T15:28:43.49847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.258022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T15:28:43.498494Z","caller":"traceutil/trace.go:171","msg":"trace[1949830632] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26272; }","duration":"513.328644ms","start":"2026-07-15T15:28:42.985157Z","end":"2026-07-15T15:28:43.498486Z","steps":["trace[1949830632] 'agreement among raft nodes before linearized reading' (duration: 513.277122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.498519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:42.985132Z","time spent":"513.377985ms","remote":"127.0.0.1:58304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-15T15:28:43.498657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.597267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:43.498724Z","caller":"traceutil/trace.go:171","msg":"trace[560762456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26272; }","duration":"659.690129ms","start":"2026-07-15T15:28:42.839027Z","end":"2026-07-15T15:28:43.498717Z","steps":["trace[560762456] 'agreement among raft nodes before linearized reading' (duration: 659.602937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.498744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:42.839012Z","time spent":"659.72724ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-15T15:28:43.498958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.836159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-15T15:28:43.499016Z","caller":"traceutil/trace.go:171","msg":"trace[210984299] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26272; }","duration":"182.953531ms","start":"2026-07-15T15:28:43.316048Z","end":"2026-07-15T15:28:43.499002Z","steps":["trace[210984299] 'agreement among raft nodes before linearized reading' (duration: 182.737056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.499057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.294091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:43.499085Z","caller":"traceutil/trace.go:171","msg":"trace[801404156] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26272; }","duration":"119.322432ms","start":"2026-07-15T15:28:43.379753Z","end":"2026-07-15T15:28:43.499076Z","steps":["trace[801404156] 'agreement among raft nodes before linearized reading' (duration: 119.273561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.499205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.180081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:43.499269Z","caller":"traceutil/trace.go:171","msg":"trace[1831766078] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26272; }","duration":"164.283144ms","start":"2026-07-15T15:28:43.334968Z","end":"2026-07-15T15:28:43.499252Z","steps":["trace[1831766078] 'agreement among raft nodes before linearized reading' (duration: 164.17581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.499299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.447932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-15T15:28:43.499363Z","caller":"traceutil/trace.go:171","msg":"trace[716453408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26272; }","duration":"714.561574ms","start":"2026-07-15T15:28:42.784783Z","end":"2026-07-15T15:28:43.499345Z","steps":["trace[716453408] 'agreement among raft nodes before linearized reading' (duration: 714.356008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:43.4994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:42.784764Z","time spent":"714.628546ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-15T15:28:44.139594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.777341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:44.139697Z","caller":"traceutil/trace.go:171","msg":"trace[1383736757] linearizableReadLoop","detail":"{readStateIndex:27155; appliedIndex:27154; }","duration":"632.815321ms","start":"2026-07-15T15:28:43.506865Z","end":"2026-07-15T15:28:44.139681Z","steps":["trace[1383736757] 'read index received' (duration: 326.703893ms)","trace[1383736757] 'applied index is now lower than readState.Index' (duration: 306.109818ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:44.139766Z","caller":"traceutil/trace.go:171","msg":"trace[991447740] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"636.02016ms","start":"2026-07-15T15:28:43.503738Z","end":"2026-07-15T15:28:44.139758Z","steps":["trace[991447740] 'process raft request' (duration: 329.943453ms)","trace[991447740] 'compare' (duration: 305.36846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:44.139808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.503715Z","time spent":"636.068951ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:44.14004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.17122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-15T15:28:44.14006Z","caller":"traceutil/trace.go:171","msg":"trace[103729549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26273; }","duration":"633.209701ms","start":"2026-07-15T15:28:43.506845Z","end":"2026-07-15T15:28:44.140054Z","steps":["trace[103729549] 'agreement among raft nodes before linearized reading' (duration: 633.097819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:44.14008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.506834Z","time spent":"633.240712ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-15T15:28:44.140436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.584384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-15T15:28:44.140467Z","caller":"traceutil/trace.go:171","msg":"trace[297923367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26273; }","duration":"467.655606ms","start":"2026-07-15T15:28:43.672802Z","end":"2026-07-15T15:28:44.140458Z","steps":["trace[297923367] 'agreement among raft nodes before linearized reading' (duration: 467.563454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:44.140491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.67278Z","time spent":"467.704857ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-15T15:28:44.14049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.826111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-15T15:28:44.140521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.127253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-15T15:28:44.140496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.975574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:44.140568Z","caller":"traceutil/trace.go:171","msg":"trace[470165682] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26273; }","duration":"405.214085ms","start":"2026-07-15T15:28:43.735341Z","end":"2026-07-15T15:28:44.140555Z","steps":["trace[470165682] 'agreement among raft nodes before linearized reading' (duration: 405.072772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:44.1406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.73532Z","time spent":"405.271407ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-15T15:28:44.140589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.948227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-15T15:28:44.140615Z","caller":"traceutil/trace.go:171","msg":"trace[83804231] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26273; }","duration":"101.150027ms","start":"2026-07-15T15:28:44.039438Z","end":"2026-07-15T15:28:44.140588Z","steps":["trace[83804231] 'agreement among raft nodes before linearized reading' (duration: 100.943242ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:44.140529Z","caller":"traceutil/trace.go:171","msg":"trace[1867772020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26273; }","duration":"454.886792ms","start":"2026-07-15T15:28:43.685631Z","end":"2026-07-15T15:28:44.140517Z","steps":["trace[1867772020] 'agreement among raft nodes before linearized reading' (duration: 454.76824ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:44.140642Z","caller":"traceutil/trace.go:171","msg":"trace[1444343903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26273; }","duration":"458.035669ms","start":"2026-07-15T15:28:43.68259Z","end":"2026-07-15T15:28:44.140626Z","steps":["trace[1444343903] 'agreement among raft nodes before linearized reading' (duration: 457.875955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:44.140687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.682575Z","time spent":"458.104541ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-15T15:28:44.140755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:43.685616Z","time spent":"455.065726ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-15T15:28:44.705976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490370016128713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-15T15:28:44.847965Z","caller":"traceutil/trace.go:171","msg":"trace[1534889106] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"701.70073ms","start":"2026-07-15T15:28:44.146232Z","end":"2026-07-15T15:28:44.847933Z","steps":["trace[1534889106] 'process raft request' (duration: 701.622318ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:44.848095Z","caller":"traceutil/trace.go:171","msg":"trace[1383507745] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"702.466698ms","start":"2026-07-15T15:28:44.145601Z","end":"2026-07-15T15:28:44.848068Z","steps":["trace[1383507745] 'process raft request' (duration: 702.071878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:44.848183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:44.146222Z","time spent":"701.870403ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:44.848219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:44.145586Z","time spent":"702.56783ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:44.867455Z","caller":"traceutil/trace.go:171","msg":"trace[29989218] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"583.913114ms","start":"2026-07-15T15:28:44.283516Z","end":"2026-07-15T15:28:44.867429Z","steps":["trace[29989218] 'process raft request' (duration: 583.73824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:44.867604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:44.283491Z","time spent":"584.040087ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:44.867678Z","caller":"traceutil/trace.go:171","msg":"trace[1689335691] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"584.127549ms","start":"2026-07-15T15:28:44.283535Z","end":"2026-07-15T15:28:44.867663Z","steps":["trace[1689335691] 'process raft request' (duration: 583.851432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:44.86776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:44.283508Z","time spent":"584.212641ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:45.025994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.343319ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-15T15:28:45.026277Z","caller":"traceutil/trace.go:171","msg":"trace[1339466707] linearizableReadLoop","detail":"{readStateIndex:27162; appliedIndex:27156; }","duration":"820.913259ms","start":"2026-07-15T15:28:44.205343Z","end":"2026-07-15T15:28:45.026257Z","steps":["trace[1339466707] 'read index received' (duration: 642.363605ms)","trace[1339466707] 'applied index is now lower than readState.Index' (duration: 178.548464ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:45.02642Z","caller":"traceutil/trace.go:171","msg":"trace[1208978596] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"441.096576ms","start":"2026-07-15T15:28:44.58524Z","end":"2026-07-15T15:28:45.026337Z","steps":["trace[1208978596] 'process raft request' (duration: 440.86004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:45.026541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.50139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:45.026585Z","caller":"traceutil/trace.go:171","msg":"trace[511147534] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26279; }","duration":"462.580242ms","start":"2026-07-15T15:28:44.563991Z","end":"2026-07-15T15:28:45.026572Z","steps":["trace[511147534] 'agreement among raft nodes before linearized reading' (duration: 462.51464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:45.026563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.80531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-15T15:28:45.026624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:44.563964Z","time spent":"462.649863ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-15T15:28:45.026631Z","caller":"traceutil/trace.go:171","msg":"trace[61955041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26279; }","duration":"189.912523ms","start":"2026-07-15T15:28:44.836703Z","end":"2026-07-15T15:28:45.026615Z","steps":["trace[61955041] 'agreement among raft nodes before linearized reading' (duration: 189.79494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:45.026638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:44.585218Z","time spent":"441.3049ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:45.026466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.110764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:45.026957Z","caller":"traceutil/trace.go:171","msg":"trace[363141576] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26279; }","duration":"821.645396ms","start":"2026-07-15T15:28:44.205292Z","end":"2026-07-15T15:28:45.026937Z","steps":["trace[363141576] 'agreement among raft nodes before linearized reading' (duration: 821.127464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:45.027032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:44.205271Z","time spent":"821.736149ms","remote":"127.0.0.1:58332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-15T15:28:45.028693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.653651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-15T15:28:45.02879Z","caller":"traceutil/trace.go:171","msg":"trace[592782515] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26279; }","duration":"773.764954ms","start":"2026-07-15T15:28:44.255003Z","end":"2026-07-15T15:28:45.028767Z","steps":["trace[592782515] 'agreement among raft nodes before linearized reading' (duration: 771.490409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:45.028883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:44.254956Z","time spent":"773.911698ms","remote":"127.0.0.1:58408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2639,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-15T15:28:51.45335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.226807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9191a38d-49a9-4bcd-95bc-4a511d0c9050\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-15T15:28:51.453449Z","caller":"traceutil/trace.go:171","msg":"trace[210428705] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9191a38d-49a9-4bcd-95bc-4a511d0c9050; range_end:; response_count:1; response_revision:26382; }","duration":"156.35294ms","start":"2026-07-15T15:28:51.297066Z","end":"2026-07-15T15:28:51.453419Z","steps":["trace[210428705] 'range keys from in-memory index tree' (duration: 156.066683ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:51.603297Z","caller":"traceutil/trace.go:171","msg":"trace[1155167353] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"104.031498ms","start":"2026-07-15T15:28:51.499248Z","end":"2026-07-15T15:28:51.603279Z","steps":["trace[1155167353] 'process raft request' (duration: 103.893675ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:51.946497Z","caller":"traceutil/trace.go:171","msg":"trace[1647211459] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"446.016916ms","start":"2026-07-15T15:28:51.500452Z","end":"2026-07-15T15:28:51.946469Z","steps":["trace[1647211459] 'process raft request' (duration: 445.698048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:51.946627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:51.500409Z","time spent":"446.153649ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:51.946614Z","caller":"traceutil/trace.go:171","msg":"trace[905529962] linearizableReadLoop","detail":"{readStateIndex:27271; appliedIndex:27267; }","duration":"412.468903ms","start":"2026-07-15T15:28:51.534117Z","end":"2026-07-15T15:28:51.946586Z","steps":["trace[905529962] 'read index received' (duration: 69.02136ms)","trace[905529962] 'applied index is now lower than readState.Index' (duration: 343.446363ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:51.946755Z","caller":"traceutil/trace.go:171","msg":"trace[695540958] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"442.710044ms","start":"2026-07-15T15:28:51.50403Z","end":"2026-07-15T15:28:51.94674Z","steps":["trace[695540958] 'process raft request' (duration: 442.391447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:51.946878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:51.504014Z","time spent":"442.774526ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:51.94701Z","caller":"traceutil/trace.go:171","msg":"trace[2146977173] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"426.489887ms","start":"2026-07-15T15:28:51.520511Z","end":"2026-07-15T15:28:51.947001Z","steps":["trace[2146977173] 'process raft request' (duration: 425.975195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:51.946998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.864403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-15T15:28:51.947054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:51.520493Z","time spent":"426.537758ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:51.947062Z","caller":"traceutil/trace.go:171","msg":"trace[585160220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26386; }","duration":"412.964576ms","start":"2026-07-15T15:28:51.53408Z","end":"2026-07-15T15:28:51.947045Z","steps":["trace[585160220] 'agreement among raft nodes before linearized reading' (duration: 412.796971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:51.947118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:51.534067Z","time spent":"413.037487ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-15T15:28:51.947202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.013395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-15T15:28:51.947225Z","caller":"traceutil/trace.go:171","msg":"trace[23543680] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26386; }","duration":"337.063317ms","start":"2026-07-15T15:28:51.610154Z","end":"2026-07-15T15:28:51.947218Z","steps":["trace[23543680] 'agreement among raft nodes before linearized reading' (duration: 336.974135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:51.947228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.882256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-15T15:28:51.947245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:51.610141Z","time spent":"337.100067ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-15T15:28:51.947252Z","caller":"traceutil/trace.go:171","msg":"trace[1516966980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26386; }","duration":"110.931187ms","start":"2026-07-15T15:28:51.836313Z","end":"2026-07-15T15:28:51.947244Z","steps":["trace[1516966980] 'agreement among raft nodes before linearized reading' (duration: 110.888156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:51.947487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.781496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9191a38d-49a9-4bcd-95bc-4a511d0c9050\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-15T15:28:51.947541Z","caller":"traceutil/trace.go:171","msg":"trace[2084936718] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9191a38d-49a9-4bcd-95bc-4a511d0c9050; range_end:; response_count:1; response_revision:26386; }","duration":"244.866678ms","start":"2026-07-15T15:28:51.702659Z","end":"2026-07-15T15:28:51.947526Z","steps":["trace[2084936718] 'agreement among raft nodes before linearized reading' (duration: 244.696584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:52.28325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.116175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:52.283441Z","caller":"traceutil/trace.go:171","msg":"trace[1228056364] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"331.355156ms","start":"2026-07-15T15:28:51.952071Z","end":"2026-07-15T15:28:52.283427Z","steps":["trace[1228056364] 'process raft request' (duration: 194.989985ms)","trace[1228056364] 'compare' (duration: 136.015663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:52.283492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:51.952059Z","time spent":"331.412588ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:52.28368Z","caller":"traceutil/trace.go:171","msg":"trace[425450588] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"328.320832ms","start":"2026-07-15T15:28:51.955337Z","end":"2026-07-15T15:28:52.283658Z","steps":["trace[425450588] 'process raft request' (duration: 327.996594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:52.283788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:51.955328Z","time spent":"328.398934ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:52.559648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.020552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:52.559761Z","caller":"traceutil/trace.go:171","msg":"trace[389316108] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"271.581832ms","start":"2026-07-15T15:28:52.288161Z","end":"2026-07-15T15:28:52.559743Z","steps":["trace[389316108] 'process raft request' (duration: 144.359915ms)","trace[389316108] 'compare' (duration: 126.797147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:52.768453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.76351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:52.768591Z","caller":"traceutil/trace.go:171","msg":"trace[2104680046] linearizableReadLoop","detail":"{readStateIndex:27276; appliedIndex:27275; }","duration":"309.86511ms","start":"2026-07-15T15:28:52.458707Z","end":"2026-07-15T15:28:52.768572Z","steps":["trace[2104680046] 'read index received' (duration: 203.803922ms)","trace[2104680046] 'applied index is now lower than readState.Index' (duration: 106.059188ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:52.768634Z","caller":"traceutil/trace.go:171","msg":"trace[792913130] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"478.8587ms","start":"2026-07-15T15:28:52.289721Z","end":"2026-07-15T15:28:52.76858Z","steps":["trace[792913130] 'process raft request' (duration: 372.863785ms)","trace[792913130] 'compare' (duration: 105.060483ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:52.768765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.055065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9191a38d-49a9-4bcd-95bc-4a511d0c9050\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-15T15:28:52.768806Z","caller":"traceutil/trace.go:171","msg":"trace[1808842337] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9191a38d-49a9-4bcd-95bc-4a511d0c9050; range_end:; response_count:1; response_revision:26391; }","duration":"310.134816ms","start":"2026-07-15T15:28:52.45866Z","end":"2026-07-15T15:28:52.768794Z","steps":["trace[1808842337] 'agreement among raft nodes before linearized reading' (duration: 309.965802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:52.768807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:52.289706Z","time spent":"479.008854ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:52.768847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:52.458638Z","time spent":"310.199078ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9191a38d-49a9-4bcd-95bc-4a511d0c9050\" "} {"level":"warn","ts":"2026-07-15T15:28:53.041727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.321896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-15T15:28:53.041788Z","caller":"traceutil/trace.go:171","msg":"trace[719713673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26391; }","duration":"162.45131ms","start":"2026-07-15T15:28:52.879322Z","end":"2026-07-15T15:28:53.041774Z","steps":["trace[719713673] 'range keys from in-memory index tree' (duration: 162.148202ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:53.042002Z","caller":"traceutil/trace.go:171","msg":"trace[727785931] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"134.782242ms","start":"2026-07-15T15:28:52.907197Z","end":"2026-07-15T15:28:53.041979Z","steps":["trace[727785931] 'process raft request' (duration: 85.530015ms)","trace[727785931] 'compare' (duration: 49.011251ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:53.042024Z","caller":"traceutil/trace.go:171","msg":"trace[1573374571] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"134.524456ms","start":"2026-07-15T15:28:52.907493Z","end":"2026-07-15T15:28:53.042017Z","steps":["trace[1573374571] 'process raft request' (duration: 134.441534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:53.041998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.695895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-15T15:28:53.042093Z","caller":"traceutil/trace.go:171","msg":"trace[901563875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26391; }","duration":"162.838179ms","start":"2026-07-15T15:28:52.879236Z","end":"2026-07-15T15:28:53.042074Z","steps":["trace[901563875] 'range keys from in-memory index tree' (duration: 162.490501ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:55.148109Z","caller":"traceutil/trace.go:171","msg":"trace[1917055397] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"100.600264ms","start":"2026-07-15T15:28:55.047489Z","end":"2026-07-15T15:28:55.148089Z","steps":["trace[1917055397] 'process raft request' (duration: 100.453931ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:55.211879Z","caller":"traceutil/trace.go:171","msg":"trace[1034810945] linearizableReadLoop","detail":"{readStateIndex:27296; appliedIndex:27294; }","duration":"161.171949ms","start":"2026-07-15T15:28:55.050683Z","end":"2026-07-15T15:28:55.211855Z","steps":["trace[1034810945] 'read index received' (duration: 97.309754ms)","trace[1034810945] 'applied index is now lower than readState.Index' (duration: 63.860934ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:55.211877Z","caller":"traceutil/trace.go:171","msg":"trace[1021506752] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"164.377106ms","start":"2026-07-15T15:28:55.047469Z","end":"2026-07-15T15:28:55.211846Z","steps":["trace[1021506752] 'process raft request' (duration: 164.15504ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:55.211931Z","caller":"traceutil/trace.go:171","msg":"trace[1354616399] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"155.015418ms","start":"2026-07-15T15:28:55.056898Z","end":"2026-07-15T15:28:55.211914Z","steps":["trace[1354616399] 'process raft request' (duration: 154.849783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:55.212051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.349683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-15T15:28:55.212095Z","caller":"traceutil/trace.go:171","msg":"trace[941687684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26411; }","duration":"161.432295ms","start":"2026-07-15T15:28:55.050649Z","end":"2026-07-15T15:28:55.212081Z","steps":["trace[941687684] 'agreement among raft nodes before linearized reading' (duration: 161.305992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:55.212156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.453739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-15T15:28:55.212191Z","caller":"traceutil/trace.go:171","msg":"trace[59698194] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26411; }","duration":"151.517561ms","start":"2026-07-15T15:28:55.060663Z","end":"2026-07-15T15:28:55.21218Z","steps":["trace[59698194] 'agreement among raft nodes before linearized reading' (duration: 151.390188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:55.212324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.534638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-15T15:28:55.212378Z","caller":"traceutil/trace.go:171","msg":"trace[155758547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26411; }","duration":"159.661301ms","start":"2026-07-15T15:28:55.052698Z","end":"2026-07-15T15:28:55.21236Z","steps":["trace[155758547] 'agreement among raft nodes before linearized reading' (duration: 159.349703ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:58.564328Z","caller":"traceutil/trace.go:171","msg":"trace[1405482826] linearizableReadLoop","detail":"{readStateIndex:27336; appliedIndex:27335; }","duration":"197.830645ms","start":"2026-07-15T15:28:58.366478Z","end":"2026-07-15T15:28:58.564308Z","steps":["trace[1405482826] 'read index received' (duration: 197.712542ms)","trace[1405482826] 'applied index is now lower than readState.Index' (duration: 117.313µs)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:58.564427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.928238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:58.564408Z","caller":"traceutil/trace.go:171","msg":"trace[1334829008] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"199.458346ms","start":"2026-07-15T15:28:58.364916Z","end":"2026-07-15T15:28:58.564375Z","steps":["trace[1334829008] 'process raft request' (duration: 199.260441ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:58.564449Z","caller":"traceutil/trace.go:171","msg":"trace[2062329108] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26449; }","duration":"197.990349ms","start":"2026-07-15T15:28:58.366449Z","end":"2026-07-15T15:28:58.56444Z","steps":["trace[2062329108] 'agreement among raft nodes before linearized reading' (duration: 197.931218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:58.89542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.317405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:28:58.895596Z","caller":"traceutil/trace.go:171","msg":"trace[678464316] linearizableReadLoop","detail":"{readStateIndex:27338; appliedIndex:27336; }","duration":"325.531284ms","start":"2026-07-15T15:28:58.570052Z","end":"2026-07-15T15:28:58.895584Z","steps":["trace[678464316] 'read index received' (duration: 211.961862ms)","trace[678464316] 'applied index is now lower than readState.Index' (duration: 113.568752ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:58.895609Z","caller":"traceutil/trace.go:171","msg":"trace[597682480] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"390.556177ms","start":"2026-07-15T15:28:58.505024Z","end":"2026-07-15T15:28:58.89558Z","steps":["trace[597682480] 'process raft request' (duration: 277.008526ms)","trace[597682480] 'compare' (duration: 112.979577ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:58.895694Z","caller":"traceutil/trace.go:171","msg":"trace[1710851839] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"385.679648ms","start":"2026-07-15T15:28:58.509971Z","end":"2026-07-15T15:28:58.895651Z","steps":["trace[1710851839] 'process raft request' (duration: 385.534713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:58.895722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.652588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-15T15:28:58.895767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.677479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-15T15:28:58.895752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:58.505007Z","time spent":"390.66941ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:28:58.895799Z","caller":"traceutil/trace.go:171","msg":"trace[1551219864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26451; }","duration":"305.748321ms","start":"2026-07-15T15:28:58.590042Z","end":"2026-07-15T15:28:58.89579Z","steps":["trace[1551219864] 'agreement among raft nodes before linearized reading' (duration: 305.640238ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:58.895784Z","caller":"traceutil/trace.go:171","msg":"trace[470286973] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26451; }","duration":"325.753541ms","start":"2026-07-15T15:28:58.570016Z","end":"2026-07-15T15:28:58.895769Z","steps":["trace[470286973] 'agreement among raft nodes before linearized reading' (duration: 325.647418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:58.895826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:58.590018Z","time spent":"305.800332ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-15T15:28:58.895831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:58.569998Z","time spent":"325.824452ms","remote":"127.0.0.1:58132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-15T15:28:58.895854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:28:58.509963Z","time spent":"385.809991ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:28:58.89601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.762612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-15T15:28:58.89604Z","caller":"traceutil/trace.go:171","msg":"trace[290851802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26451; }","duration":"103.838494ms","start":"2026-07-15T15:28:58.792195Z","end":"2026-07-15T15:28:58.896034Z","steps":["trace[290851802] 'agreement among raft nodes before linearized reading' (duration: 103.764402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:58.89612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.839678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:58.896146Z","caller":"traceutil/trace.go:171","msg":"trace[134688907] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26451; }","duration":"293.886859ms","start":"2026-07-15T15:28:58.602253Z","end":"2026-07-15T15:28:58.89614Z","steps":["trace[134688907] 'agreement among raft nodes before linearized reading' (duration: 293.840638ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:59.011731Z","caller":"traceutil/trace.go:171","msg":"trace[47868617] linearizableReadLoop","detail":"{readStateIndex:27339; appliedIndex:27338; }","duration":"111.161813ms","start":"2026-07-15T15:28:58.900543Z","end":"2026-07-15T15:28:59.011705Z","steps":["trace[47868617] 'read index received' (duration: 110.165579ms)","trace[47868617] 'applied index is now lower than readState.Index' (duration: 995.014µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:28:59.011867Z","caller":"traceutil/trace.go:171","msg":"trace[600487142] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"111.756147ms","start":"2026-07-15T15:28:58.900096Z","end":"2026-07-15T15:28:59.011852Z","steps":["trace[600487142] 'process raft request' (duration: 110.6017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:59.01212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.555672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:28:59.012199Z","caller":"traceutil/trace.go:171","msg":"trace[36677349] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26452; }","duration":"111.642174ms","start":"2026-07-15T15:28:58.900538Z","end":"2026-07-15T15:28:59.01218Z","steps":["trace[36677349] 'agreement among raft nodes before linearized reading' (duration: 111.505561ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:59.013708Z","caller":"traceutil/trace.go:171","msg":"trace[722784509] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"113.023129ms","start":"2026-07-15T15:28:58.900665Z","end":"2026-07-15T15:28:59.013688Z","steps":["trace[722784509] 'process raft request' (duration: 112.877385ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:59.426129Z","caller":"traceutil/trace.go:171","msg":"trace[1255025834] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"195.394386ms","start":"2026-07-15T15:28:59.230714Z","end":"2026-07-15T15:28:59.426108Z","steps":["trace[1255025834] 'process raft request' (duration: 195.264673ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:59.457608Z","caller":"traceutil/trace.go:171","msg":"trace[668379814] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"215.997701ms","start":"2026-07-15T15:28:59.241584Z","end":"2026-07-15T15:28:59.457582Z","steps":["trace[668379814] 'process raft request' (duration: 215.838617ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:59.457891Z","caller":"traceutil/trace.go:171","msg":"trace[508034398] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"201.690991ms","start":"2026-07-15T15:28:59.25618Z","end":"2026-07-15T15:28:59.457871Z","steps":["trace[508034398] 'process raft request' (duration: 201.363933ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:59.457891Z","caller":"traceutil/trace.go:171","msg":"trace[833520896] linearizableReadLoop","detail":"{readStateIndex:27346; appliedIndex:27345; }","duration":"210.559258ms","start":"2026-07-15T15:28:59.247313Z","end":"2026-07-15T15:28:59.457872Z","steps":["trace[833520896] 'read index received' (duration: 178.923253ms)","trace[833520896] 'applied index is now lower than readState.Index' (duration: 31.634985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:28:59.458035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.707671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-15T15:28:59.458068Z","caller":"traceutil/trace.go:171","msg":"trace[1806301225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26460; }","duration":"210.781583ms","start":"2026-07-15T15:28:59.247279Z","end":"2026-07-15T15:28:59.458061Z","steps":["trace[1806301225] 'agreement among raft nodes before linearized reading' (duration: 210.647989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:28:59.458123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.696737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-15T15:28:59.458152Z","caller":"traceutil/trace.go:171","msg":"trace[649222979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26460; }","duration":"209.742998ms","start":"2026-07-15T15:28:59.248401Z","end":"2026-07-15T15:28:59.458144Z","steps":["trace[649222979] 'agreement among raft nodes before linearized reading' (duration: 209.671846ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:28:59.458173Z","caller":"traceutil/trace.go:171","msg":"trace[1398331731] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"149.442331ms","start":"2026-07-15T15:28:59.308717Z","end":"2026-07-15T15:28:59.458159Z","steps":["trace[1398331731] 'process raft request' (duration: 149.048191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:01.121897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.446133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-15T15:29:01.121927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.919139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-15T15:29:01.121974Z","caller":"traceutil/trace.go:171","msg":"trace[147277880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26477; }","duration":"105.573176ms","start":"2026-07-15T15:29:01.016383Z","end":"2026-07-15T15:29:01.121956Z","steps":["trace[147277880] 'range keys from in-memory index tree' (duration: 105.30378ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:01.122009Z","caller":"traceutil/trace.go:171","msg":"trace[347351354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26477; }","duration":"105.025783ms","start":"2026-07-15T15:29:01.01696Z","end":"2026-07-15T15:29:01.121986Z","steps":["trace[347351354] 'range keys from in-memory index tree' (duration: 104.756786ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:03.258156Z","caller":"traceutil/trace.go:171","msg":"trace[208924899] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"107.625997ms","start":"2026-07-15T15:29:03.150499Z","end":"2026-07-15T15:29:03.258125Z","steps":["trace[208924899] 'process raft request' (duration: 77.408887ms)","trace[208924899] 'compare' (duration: 30.037566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:23.622303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.990885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:29:23.622719Z","caller":"traceutil/trace.go:171","msg":"trace[369997177] linearizableReadLoop","detail":"{readStateIndex:27552; appliedIndex:27551; }","duration":"278.271386ms","start":"2026-07-15T15:29:23.344423Z","end":"2026-07-15T15:29:23.622694Z","steps":["trace[369997177] 'read index received' (duration: 15.281924ms)","trace[369997177] 'applied index is now lower than readState.Index' (duration: 262.987332ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:29:23.622776Z","caller":"traceutil/trace.go:171","msg":"trace[1789693705] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"299.194819ms","start":"2026-07-15T15:29:23.323534Z","end":"2026-07-15T15:29:23.622729Z","steps":["trace[1789693705] 'process raft request' (duration: 159.679182ms)","trace[1789693705] 'compare' (duration: 138.833971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:23.623157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.722307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-15T15:29:23.623287Z","caller":"traceutil/trace.go:171","msg":"trace[1236771233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26660; }","duration":"278.83238ms","start":"2026-07-15T15:29:23.344373Z","end":"2026-07-15T15:29:23.623206Z","steps":["trace[1236771233] 'agreement among raft nodes before linearized reading' (duration: 278.387329ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:23.636959Z","caller":"traceutil/trace.go:171","msg":"trace[115381299] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"129.569123ms","start":"2026-07-15T15:29:23.507362Z","end":"2026-07-15T15:29:23.636931Z","steps":["trace[115381299] 'process raft request' (duration: 129.408149ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:23.908384Z","caller":"traceutil/trace.go:171","msg":"trace[1454500216] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"358.900542ms","start":"2026-07-15T15:29:23.549459Z","end":"2026-07-15T15:29:23.90836Z","steps":["trace[1454500216] 'process raft request' (duration: 358.742278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:23.908526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:23.549435Z","time spent":"359.021074ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:29:23.908593Z","caller":"traceutil/trace.go:171","msg":"trace[1412539997] linearizableReadLoop","detail":"{readStateIndex:27555; appliedIndex:27552; }","duration":"284.513759ms","start":"2026-07-15T15:29:23.624064Z","end":"2026-07-15T15:29:23.908578Z","steps":["trace[1412539997] 'read index received' (duration: 12.720941ms)","trace[1412539997] 'applied index is now lower than readState.Index' (duration: 271.791948ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:29:23.908624Z","caller":"traceutil/trace.go:171","msg":"trace[1709484998] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"281.113796ms","start":"2026-07-15T15:29:23.627493Z","end":"2026-07-15T15:29:23.908607Z","steps":["trace[1709484998] 'process raft request' (duration: 281.024094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:23.908692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.616052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T15:29:23.908626Z","caller":"traceutil/trace.go:171","msg":"trace[1621906885] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"354.76186ms","start":"2026-07-15T15:29:23.553832Z","end":"2026-07-15T15:29:23.908594Z","steps":["trace[1621906885] 'process raft request' (duration: 354.488473ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:23.908732Z","caller":"traceutil/trace.go:171","msg":"trace[887376699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26664; }","duration":"284.695974ms","start":"2026-07-15T15:29:23.624026Z","end":"2026-07-15T15:29:23.908722Z","steps":["trace[887376699] 'agreement among raft nodes before linearized reading' (duration: 284.625992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:23.90882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:23.553819Z","time spent":"354.919333ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:29:23.925482Z","caller":"traceutil/trace.go:171","msg":"trace[164131032] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"194.556436ms","start":"2026-07-15T15:29:23.730901Z","end":"2026-07-15T15:29:23.925458Z","steps":["trace[164131032] 'process raft request' (duration: 194.399502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:23.92558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.282385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-15T15:29:23.925656Z","caller":"traceutil/trace.go:171","msg":"trace[1040439533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26665; }","duration":"251.422358ms","start":"2026-07-15T15:29:23.674219Z","end":"2026-07-15T15:29:23.925642Z","steps":["trace[1040439533] 'agreement among raft nodes before linearized reading' (duration: 251.222993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:23.925663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.702515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-15T15:29:23.925717Z","caller":"traceutil/trace.go:171","msg":"trace[1333291738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26665; }","duration":"211.798478ms","start":"2026-07-15T15:29:23.713904Z","end":"2026-07-15T15:29:23.925703Z","steps":["trace[1333291738] 'agreement among raft nodes before linearized reading' (duration: 211.608773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:24.243638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.442989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:29:24.243811Z","caller":"traceutil/trace.go:171","msg":"trace[849227586] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"313.92309ms","start":"2026-07-15T15:29:23.929874Z","end":"2026-07-15T15:29:24.243797Z","steps":["trace[849227586] 'process raft request' (duration: 313.888389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:24.243859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:23.92986Z","time spent":"313.976561ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:29:24.244004Z","caller":"traceutil/trace.go:171","msg":"trace[53857997] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"320.283686ms","start":"2026-07-15T15:29:23.923712Z","end":"2026-07-15T15:29:24.243996Z","steps":["trace[53857997] 'process raft request' (duration: 97.409976ms)","trace[53857997] 'compare' (duration: 222.338997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:24.244041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:23.923692Z","time spent":"320.327877ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:29:24.244091Z","caller":"traceutil/trace.go:171","msg":"trace[309152776] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"314.850123ms","start":"2026-07-15T15:29:23.929215Z","end":"2026-07-15T15:29:24.244065Z","steps":["trace[309152776] 'process raft request' (duration: 314.510264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:24.244207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:23.929195Z","time spent":"314.947855ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:29:24.29295Z","caller":"traceutil/trace.go:171","msg":"trace[137217243] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"229.738578ms","start":"2026-07-15T15:29:24.063187Z","end":"2026-07-15T15:29:24.292926Z","steps":["trace[137217243] 'process raft request' (duration: 229.683086ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:24.29301Z","caller":"traceutil/trace.go:171","msg":"trace[2057272321] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"247.37551ms","start":"2026-07-15T15:29:24.045586Z","end":"2026-07-15T15:29:24.292962Z","steps":["trace[2057272321] 'process raft request' (duration: 247.105142ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:24.293053Z","caller":"traceutil/trace.go:171","msg":"trace[629696550] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"243.603197ms","start":"2026-07-15T15:29:24.049408Z","end":"2026-07-15T15:29:24.293011Z","steps":["trace[629696550] 'process raft request' (duration: 243.423612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:24.445109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.174497ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-15T15:29:24.445441Z","caller":"traceutil/trace.go:171","msg":"trace[1444153871] linearizableReadLoop","detail":"{readStateIndex:27564; appliedIndex:27557; }","duration":"238.152623ms","start":"2026-07-15T15:29:24.207079Z","end":"2026-07-15T15:29:24.445231Z","steps":["trace[1444153871] 'read index received' (duration: 29.330858ms)","trace[1444153871] 'applied index is now lower than readState.Index' (duration: 208.819715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:24.445553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T15:29:24.445592Z","caller":"traceutil/trace.go:171","msg":"trace[1393251026] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26671; }","duration":"238.499812ms","start":"2026-07-15T15:29:24.207072Z","end":"2026-07-15T15:29:24.445572Z","steps":["trace[1393251026] 'agreement among raft nodes before linearized reading' (duration: 238.403029ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:24.821Z","caller":"traceutil/trace.go:171","msg":"trace[2083647219] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"133.640144ms","start":"2026-07-15T15:29:24.687328Z","end":"2026-07-15T15:29:24.820969Z","steps":["trace[2083647219] 'process raft request' (duration: 133.433169ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:25.496472Z","caller":"traceutil/trace.go:171","msg":"trace[1602228136] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"129.41721ms","start":"2026-07-15T15:29:25.36702Z","end":"2026-07-15T15:29:25.496437Z","steps":["trace[1602228136] 'process raft request' (duration: 129.156034ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:25.856875Z","caller":"traceutil/trace.go:171","msg":"trace[987391589] linearizableReadLoop","detail":"{readStateIndex:27568; appliedIndex:27567; }","duration":"177.339035ms","start":"2026-07-15T15:29:25.679504Z","end":"2026-07-15T15:29:25.856843Z","steps":["trace[987391589] 'read index received' (duration: 149.119184ms)","trace[987391589] 'applied index is now lower than readState.Index' (duration: 28.218581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:25.857128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.609261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-15T15:29:25.85718Z","caller":"traceutil/trace.go:171","msg":"trace[12850240] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26675; }","duration":"177.702624ms","start":"2026-07-15T15:29:25.679461Z","end":"2026-07-15T15:29:25.857163Z","steps":["trace[12850240] 'agreement among raft nodes before linearized reading' (duration: 177.497619ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:25.857508Z","caller":"traceutil/trace.go:171","msg":"trace[1471916183] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"215.56372ms","start":"2026-07-15T15:29:25.641925Z","end":"2026-07-15T15:29:25.857489Z","steps":["trace[1471916183] 'process raft request' (duration: 186.744595ms)","trace[1471916183] 'compare' (duration: 28.051097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:26.101604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.992606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:29:26.101727Z","caller":"traceutil/trace.go:171","msg":"trace[120159827] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26679; }","duration":"126.15679ms","start":"2026-07-15T15:29:25.975543Z","end":"2026-07-15T15:29:26.101699Z","steps":["trace[120159827] 'range keys from in-memory index tree' (duration: 125.903904ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:26.363974Z","caller":"traceutil/trace.go:171","msg":"trace[1909047790] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"110.417385ms","start":"2026-07-15T15:29:26.253501Z","end":"2026-07-15T15:29:26.363919Z","steps":["trace[1909047790] 'process raft request' (duration: 110.191709ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:26.502292Z","caller":"traceutil/trace.go:171","msg":"trace[902698828] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"202.90289ms","start":"2026-07-15T15:29:26.299368Z","end":"2026-07-15T15:29:26.502271Z","steps":["trace[902698828] 'process raft request' (duration: 202.859419ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:26.50239Z","caller":"traceutil/trace.go:171","msg":"trace[871652407] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"248.153448ms","start":"2026-07-15T15:29:26.254169Z","end":"2026-07-15T15:29:26.502322Z","steps":["trace[871652407] 'process raft request' (duration: 171.087311ms)","trace[871652407] 'compare' (duration: 76.529594ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:29:26.502494Z","caller":"traceutil/trace.go:171","msg":"trace[12269873] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"203.619457ms","start":"2026-07-15T15:29:26.298845Z","end":"2026-07-15T15:29:26.502464Z","steps":["trace[12269873] 'process raft request' (duration: 203.272529ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:26.50263Z","caller":"traceutil/trace.go:171","msg":"trace[947088933] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"203.598087ms","start":"2026-07-15T15:29:26.299022Z","end":"2026-07-15T15:29:26.50262Z","steps":["trace[947088933] 'process raft request' (duration: 203.176107ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:26.966256Z","caller":"traceutil/trace.go:171","msg":"trace[1930407148] linearizableReadLoop","detail":"{readStateIndex:27579; appliedIndex:27578; }","duration":"129.352238ms","start":"2026-07-15T15:29:26.836883Z","end":"2026-07-15T15:29:26.966235Z","steps":["trace[1930407148] 'read index received' (duration: 129.106582ms)","trace[1930407148] 'applied index is now lower than readState.Index' (duration: 244.756µs)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:26.966452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.551234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:29:26.96645Z","caller":"traceutil/trace.go:171","msg":"trace[332612983] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"137.383675ms","start":"2026-07-15T15:29:26.82903Z","end":"2026-07-15T15:29:26.966413Z","steps":["trace[332612983] 'process raft request' (duration: 137.059938ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:26.966515Z","caller":"traceutil/trace.go:171","msg":"trace[227890686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26686; }","duration":"129.629285ms","start":"2026-07-15T15:29:26.836847Z","end":"2026-07-15T15:29:26.966477Z","steps":["trace[227890686] 'agreement among raft nodes before linearized reading' (duration: 129.490792ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:27.827964Z","caller":"traceutil/trace.go:171","msg":"trace[1665255224] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"185.091053ms","start":"2026-07-15T15:29:27.64285Z","end":"2026-07-15T15:29:27.827941Z","steps":["trace[1665255224] 'process raft request' (duration: 110.606359ms)","trace[1665255224] 'compare' (duration: 74.029023ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:29:28.131419Z","caller":"traceutil/trace.go:171","msg":"trace[341671144] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"175.836968ms","start":"2026-07-15T15:29:27.955566Z","end":"2026-07-15T15:29:28.131403Z","steps":["trace[341671144] 'process raft request' (duration: 175.711585ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:28.131534Z","caller":"traceutil/trace.go:171","msg":"trace[1800448462] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"175.741985ms","start":"2026-07-15T15:29:27.955788Z","end":"2026-07-15T15:29:28.13153Z","steps":["trace[1800448462] 'process raft request' (duration: 175.589001ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:28.1555Z","caller":"traceutil/trace.go:171","msg":"trace[1467357225] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"141.162218ms","start":"2026-07-15T15:29:28.014305Z","end":"2026-07-15T15:29:28.155468Z","steps":["trace[1467357225] 'process raft request' (duration: 140.933542ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:31.707267Z","caller":"traceutil/trace.go:171","msg":"trace[1806545697] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"123.018864ms","start":"2026-07-15T15:29:31.584224Z","end":"2026-07-15T15:29:31.707242Z","steps":["trace[1806545697] 'process raft request' (duration: 122.843959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:32.003462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.424895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:29:32.00355Z","caller":"traceutil/trace.go:171","msg":"trace[371874628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26717; }","duration":"168.554769ms","start":"2026-07-15T15:29:31.834977Z","end":"2026-07-15T15:29:32.003532Z","steps":["trace[371874628] 'range keys from in-memory index tree' (duration: 168.355424ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:32.020312Z","caller":"traceutil/trace.go:171","msg":"trace[1758065487] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"175.576261ms","start":"2026-07-15T15:29:31.844707Z","end":"2026-07-15T15:29:32.020283Z","steps":["trace[1758065487] 'process raft request' (duration: 175.401747ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:32.044374Z","caller":"traceutil/trace.go:171","msg":"trace[1300025913] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"166.569481ms","start":"2026-07-15T15:29:31.877776Z","end":"2026-07-15T15:29:32.044346Z","steps":["trace[1300025913] 'process raft request' (duration: 166.15333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:32.33423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.010853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:29:32.334332Z","caller":"traceutil/trace.go:171","msg":"trace[1366682186] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"234.539815ms","start":"2026-07-15T15:29:32.099776Z","end":"2026-07-15T15:29:32.334316Z","steps":["trace[1366682186] 'process raft request' (duration: 100.351528ms)","trace[1366682186] 'compare' (duration: 133.801238ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:29:32.396423Z","caller":"traceutil/trace.go:171","msg":"trace[518680794] linearizableReadLoop","detail":"{readStateIndex:27617; appliedIndex:27614; }","duration":"220.202343ms","start":"2026-07-15T15:29:32.176201Z","end":"2026-07-15T15:29:32.396403Z","steps":["trace[518680794] 'read index received' (duration: 23.939606ms)","trace[518680794] 'applied index is now lower than readState.Index' (duration: 196.261327ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:29:32.396832Z","caller":"traceutil/trace.go:171","msg":"trace[857445069] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"250.799863ms","start":"2026-07-15T15:29:32.146018Z","end":"2026-07-15T15:29:32.396818Z","steps":["trace[857445069] 'process raft request' (duration: 250.182078ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:32.39707Z","caller":"traceutil/trace.go:171","msg":"trace[1933732842] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"250.214169ms","start":"2026-07-15T15:29:32.146838Z","end":"2026-07-15T15:29:32.397052Z","steps":["trace[1933732842] 'process raft request' (duration: 249.517332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:32.397349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.123326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-15T15:29:32.397402Z","caller":"traceutil/trace.go:171","msg":"trace[275663332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26723; }","duration":"221.184438ms","start":"2026-07-15T15:29:32.176196Z","end":"2026-07-15T15:29:32.39738Z","steps":["trace[275663332] 'agreement among raft nodes before linearized reading' (duration: 221.029973ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:38.168566Z","caller":"traceutil/trace.go:171","msg":"trace[409128980] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"101.881755ms","start":"2026-07-15T15:29:38.066665Z","end":"2026-07-15T15:29:38.168547Z","steps":["trace[409128980] 'process raft request' (duration: 101.836354ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:38.168658Z","caller":"traceutil/trace.go:171","msg":"trace[1625537055] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"107.583335ms","start":"2026-07-15T15:29:38.06103Z","end":"2026-07-15T15:29:38.168613Z","steps":["trace[1625537055] 'process raft request' (duration: 106.477997ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:48.350783Z","caller":"traceutil/trace.go:171","msg":"trace[1967773150] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"134.576337ms","start":"2026-07-15T15:29:48.216181Z","end":"2026-07-15T15:29:48.350757Z","steps":["trace[1967773150] 'process raft request' (duration: 134.391612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:48.654422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.404584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:29:48.654506Z","caller":"traceutil/trace.go:171","msg":"trace[2067799886] linearizableReadLoop","detail":"{readStateIndex:27746; appliedIndex:27744; }","duration":"399.494157ms","start":"2026-07-15T15:29:48.254998Z","end":"2026-07-15T15:29:48.654492Z","steps":["trace[2067799886] 'read index received' (duration: 95.53276ms)","trace[2067799886] 'applied index is now lower than readState.Index' (duration: 303.960217ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:29:48.654584Z","caller":"traceutil/trace.go:171","msg":"trace[2095515009] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"437.411315ms","start":"2026-07-15T15:29:48.217164Z","end":"2026-07-15T15:29:48.654575Z","steps":["trace[2095515009] 'process raft request' (duration: 146.745004ms)","trace[2095515009] 'compare' (duration: 290.163189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:48.654636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:48.217131Z","time spent":"437.482597ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:29:48.654646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.62032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T15:29:48.654903Z","caller":"traceutil/trace.go:171","msg":"trace[1665791504] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26849; }","duration":"399.907787ms","start":"2026-07-15T15:29:48.254956Z","end":"2026-07-15T15:29:48.654864Z","steps":["trace[1665791504] 'agreement among raft nodes before linearized reading' (duration: 399.603309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:48.654957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:48.254932Z","time spent":"400.007468ms","remote":"127.0.0.1:58100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-15T15:29:48.667461Z","caller":"traceutil/trace.go:171","msg":"trace[296053947] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"215.148879ms","start":"2026-07-15T15:29:48.452295Z","end":"2026-07-15T15:29:48.667444Z","steps":["trace[296053947] 'process raft request' (duration: 215.034836ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:48.737403Z","caller":"traceutil/trace.go:171","msg":"trace[486965305] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"160.88475ms","start":"2026-07-15T15:29:48.576498Z","end":"2026-07-15T15:29:48.737383Z","steps":["trace[486965305] 'process raft request' (duration: 160.796808ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:48.737457Z","caller":"traceutil/trace.go:171","msg":"trace[902858517] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"274.650167ms","start":"2026-07-15T15:29:48.462768Z","end":"2026-07-15T15:29:48.737419Z","steps":["trace[902858517] 'process raft request' (duration: 274.3636ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:48.737794Z","caller":"traceutil/trace.go:171","msg":"trace[2020248894] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"158.555965ms","start":"2026-07-15T15:29:48.579209Z","end":"2026-07-15T15:29:48.737764Z","steps":["trace[2020248894] 'process raft request' (duration: 158.117283ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:48.738139Z","caller":"traceutil/trace.go:171","msg":"trace[2108198887] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"152.691291ms","start":"2026-07-15T15:29:48.585416Z","end":"2026-07-15T15:29:48.738108Z","steps":["trace[2108198887] 'process raft request' (duration: 152.215448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:48.738303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.071024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-15T15:29:48.738356Z","caller":"traceutil/trace.go:171","msg":"trace[550333588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26854; }","duration":"214.176226ms","start":"2026-07-15T15:29:48.524163Z","end":"2026-07-15T15:29:48.73834Z","steps":["trace[550333588] 'agreement among raft nodes before linearized reading' (duration: 213.982252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:48.738664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.583664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-15T15:29:48.738787Z","caller":"traceutil/trace.go:171","msg":"trace[1124066599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26854; }","duration":"218.755518ms","start":"2026-07-15T15:29:48.519998Z","end":"2026-07-15T15:29:48.738753Z","steps":["trace[1124066599] 'agreement among raft nodes before linearized reading' (duration: 218.108253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:48.739012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.493872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-15T15:29:48.739085Z","caller":"traceutil/trace.go:171","msg":"trace[912730730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26854; }","duration":"129.613825ms","start":"2026-07-15T15:29:48.609452Z","end":"2026-07-15T15:29:48.739065Z","steps":["trace[912730730] 'agreement among raft nodes before linearized reading' (duration: 128.669792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:49.017088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.118174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T15:29:49.017201Z","caller":"traceutil/trace.go:171","msg":"trace[1094623493] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"273.360445ms","start":"2026-07-15T15:29:48.74382Z","end":"2026-07-15T15:29:49.017181Z","steps":["trace[1094623493] 'process raft request' (duration: 117.065677ms)","trace[1094623493] 'compare' (duration: 155.615842ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T15:29:49.057613Z","caller":"traceutil/trace.go:171","msg":"trace[2054211070] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"312.747572ms","start":"2026-07-15T15:29:48.744835Z","end":"2026-07-15T15:29:49.057583Z","steps":["trace[2054211070] 'process raft request' (duration: 312.499206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:49.057755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:48.744817Z","time spent":"312.862804ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T15:29:49.057696Z","caller":"traceutil/trace.go:171","msg":"trace[1954520025] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"311.965833ms","start":"2026-07-15T15:29:48.745694Z","end":"2026-07-15T15:29:49.05766Z","steps":["trace[1954520025] 'process raft request' (duration: 311.803259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:49.05802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:48.745677Z","time spent":"312.247689ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T15:29:49.305745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.700283ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-15T15:29:49.305884Z","caller":"traceutil/trace.go:171","msg":"trace[1949650580] linearizableReadLoop","detail":"{readStateIndex:27755; appliedIndex:27754; }","duration":"224.062968ms","start":"2026-07-15T15:29:49.081782Z","end":"2026-07-15T15:29:49.305845Z","steps":["trace[1949650580] 'read index received' (duration: 86.178541ms)","trace[1949650580] 'applied index is now lower than readState.Index' (duration: 137.882387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:49.306583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.386566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-15T15:29:49.306662Z","caller":"traceutil/trace.go:171","msg":"trace[1300314517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26857; }","duration":"224.913909ms","start":"2026-07-15T15:29:49.081728Z","end":"2026-07-15T15:29:49.306642Z","steps":["trace[1300314517] 'agreement among raft nodes before linearized reading' (duration: 224.284813ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:49.500595Z","caller":"traceutil/trace.go:171","msg":"trace[1623763146] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"275.700524ms","start":"2026-07-15T15:29:49.224871Z","end":"2026-07-15T15:29:49.500572Z","steps":["trace[1623763146] 'process raft request' (duration: 275.53771ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:49.536874Z","caller":"traceutil/trace.go:171","msg":"trace[2120022727] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"259.086407ms","start":"2026-07-15T15:29:49.277754Z","end":"2026-07-15T15:29:49.53684Z","steps":["trace[2120022727] 'process raft request' (duration: 258.868492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:49.53702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.412433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:29:49.53689Z","caller":"traceutil/trace.go:171","msg":"trace[224571104] linearizableReadLoop","detail":"{readStateIndex:27757; appliedIndex:27755; }","duration":"230.903507ms","start":"2026-07-15T15:29:49.305918Z","end":"2026-07-15T15:29:49.536821Z","steps":["trace[224571104] 'read index received' (duration: 194.531656ms)","trace[224571104] 'applied index is now lower than readState.Index' (duration: 36.370981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T15:29:49.537098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.359541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T15:29:49.537123Z","caller":"traceutil/trace.go:171","msg":"trace[215717384] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26861; }","duration":"390.416004ms","start":"2026-07-15T15:29:49.146699Z","end":"2026-07-15T15:29:49.537115Z","steps":["trace[215717384] 'agreement among raft nodes before linearized reading' (duration: 390.373573ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:49.53706Z","caller":"traceutil/trace.go:171","msg":"trace[801530219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26861; }","duration":"421.501575ms","start":"2026-07-15T15:29:49.115545Z","end":"2026-07-15T15:29:49.537047Z","steps":["trace[801530219] 'agreement among raft nodes before linearized reading' (duration: 421.390453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T15:29:49.537152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:49.14668Z","time spent":"390.465775ms","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-15T15:29:49.537208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T15:29:49.115529Z","time spent":"421.640929ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-15T15:29:49.537429Z","caller":"traceutil/trace.go:171","msg":"trace[2146123997] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"230.379883ms","start":"2026-07-15T15:29:49.307042Z","end":"2026-07-15T15:29:49.537422Z","steps":["trace[2146123997] 'process raft request' (duration: 229.704277ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:29:49.53736Z","caller":"traceutil/trace.go:171","msg":"trace[1557606873] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"225.71255ms","start":"2026-07-15T15:29:49.311272Z","end":"2026-07-15T15:29:49.536984Z","steps":["trace[1557606873] 'process raft request' (duration: 225.517065ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T15:31:05.425657Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24849} {"level":"info","ts":"2026-07-15T15:31:05.565593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24849,"took":"133.900745ms","hash":887883722,"current-db-size-bytes":59801600,"current-db-size":"60 MB","current-db-size-in-use-bytes":36614144,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-15T15:31:05.56566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":887883722,"revision":24849,"compact-revision":21589} {"level":"info","ts":"2026-07-15T15:33:26.360123Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7b89c171c5fe95c","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-15T15:33:26.369523Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-15T15:33:26.369665Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-15T15:36:05.431478Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27687} {"level":"info","ts":"2026-07-15T15:36:05.565922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27687,"took":"130.618845ms","hash":538705732,"current-db-size-bytes":59801600,"current-db-size":"60 MB","current-db-size-in-use-bytes":34377728,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-15T15:36:05.566015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":538705732,"revision":27687,"compact-revision":24849} {"level":"info","ts":"2026-07-15T15:41:05.438868Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30333} {"level":"info","ts":"2026-07-15T15:41:05.583091Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30333,"took":"138.340305ms","hash":4079349030,"current-db-size-bytes":59801600,"current-db-size":"60 MB","current-db-size-in-use-bytes":30613504,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-15T15:41:05.583194Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4079349030,"revision":30333,"compact-revision":27687} {"level":"info","ts":"2026-07-15T15:46:05.445177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32591} {"level":"info","ts":"2026-07-15T15:46:05.601699Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32591,"took":"148.625876ms","hash":1556733161,"current-db-size-bytes":60846080,"current-db-size":"61 MB","current-db-size-in-use-bytes":30195712,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-15T15:46:05.601963Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1556733161,"revision":32591,"compact-revision":30333} {"level":"info","ts":"2026-07-15T15:51:05.453907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34820} {"level":"info","ts":"2026-07-15T15:51:05.600378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34820,"took":"140.146509ms","hash":1860868226,"current-db-size-bytes":60846080,"current-db-size":"61 MB","current-db-size-in-use-bytes":31858688,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-15T15:51:05.600485Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1860868226,"revision":34820,"compact-revision":32591} {"level":"info","ts":"2026-07-15T15:54:45.612449Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7b89c171c5fe95c","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-15T15:54:45.619317Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-15T15:54:45.619419Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-15T15:56:05.460432Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37117} {"level":"info","ts":"2026-07-15T15:56:05.588519Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37117,"took":"122.589442ms","hash":3700458912,"current-db-size-bytes":61272064,"current-db-size":"61 MB","current-db-size-in-use-bytes":31985664,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-15T15:56:05.588576Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3700458912,"revision":37117,"compact-revision":34820} {"level":"info","ts":"2026-07-15T16:01:05.466827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39397} {"level":"info","ts":"2026-07-15T16:01:05.596982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39397,"took":"124.992545ms","hash":69560531,"current-db-size-bytes":61272064,"current-db-size":"61 MB","current-db-size-in-use-bytes":31494144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-15T16:01:05.597077Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":69560531,"revision":39397,"compact-revision":37117}