{"level":"warn","ts":"2026-05-20T03:13:23.757838Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T03:13:23.757952Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.84:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.84:2380","--initial-cluster=instance=https://162.253.55.84:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.84:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.84:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-20T03:13:23.758022Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T03:13:23.758037Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.84:2380"]} {"level":"info","ts":"2026-05-20T03:13:23.758056Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T03:13:23.758955Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.84:2379"]} {"level":"info","ts":"2026-05-20T03:13:23.759047Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.84:2380"],"listen-peer-urls":["https://162.253.55.84:2380"],"advertise-client-urls":["https://162.253.55.84:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.84:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.84:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-20T03:13:23.763657Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.354408ms"} {"level":"info","ts":"2026-05-20T03:13:23.770978Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ca4c710a8d5349d7","cluster-id":"8e28a51debf1c8ab"} {"level":"info","ts":"2026-05-20T03:13:23.771047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 switched to configuration voters=()"} {"level":"info","ts":"2026-05-20T03:13:23.771062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 became follower at term 0"} {"level":"info","ts":"2026-05-20T03:13:23.771073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ca4c710a8d5349d7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-20T03:13:23.77108Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 became follower at term 1"} {"level":"info","ts":"2026-05-20T03:13:23.771112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 switched to configuration voters=(14577150384026110423)"} {"level":"warn","ts":"2026-05-20T03:13:23.777845Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-20T03:13:23.779548Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-20T03:13:23.780774Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-20T03:13:23.783096Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ca4c710a8d5349d7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-20T03:13:23.783311Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ca4c710a8d5349d7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-20T03:13:23.7835Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T03:13:23.783597Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T03:13:23.783609Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T03:13:23.784745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 switched to configuration voters=(14577150384026110423)"} {"level":"info","ts":"2026-05-20T03:13:23.785548Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8e28a51debf1c8ab","local-member-id":"ca4c710a8d5349d7","added-peer-id":"ca4c710a8d5349d7","added-peer-peer-urls":["https://162.253.55.84:2380"]} {"level":"info","ts":"2026-05-20T03:13:23.788283Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T03:13:23.788426Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.84:2380"} {"level":"info","ts":"2026-05-20T03:13:23.788459Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.84:2380"} {"level":"info","ts":"2026-05-20T03:13:23.788542Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ca4c710a8d5349d7","initial-advertise-peer-urls":["https://162.253.55.84:2380"],"listen-peer-urls":["https://162.253.55.84:2380"],"advertise-client-urls":["https://162.253.55.84:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.84:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-20T03:13:23.788595Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-20T03:13:24.771667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 is starting a new election at term 1"} {"level":"info","ts":"2026-05-20T03:13:24.771746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-20T03:13:24.771796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 received MsgPreVoteResp from ca4c710a8d5349d7 at term 1"} {"level":"info","ts":"2026-05-20T03:13:24.771816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 became candidate at term 2"} {"level":"info","ts":"2026-05-20T03:13:24.771859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 received MsgVoteResp from ca4c710a8d5349d7 at term 2"} {"level":"info","ts":"2026-05-20T03:13:24.771875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca4c710a8d5349d7 became leader at term 2"} {"level":"info","ts":"2026-05-20T03:13:24.771891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ca4c710a8d5349d7 elected leader ca4c710a8d5349d7 at term 2"} {"level":"info","ts":"2026-05-20T03:13:24.772974Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T03:13:24.774198Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ca4c710a8d5349d7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.84:2379]}","request-path":"/0/members/ca4c710a8d5349d7/attributes","cluster-id":"8e28a51debf1c8ab","publish-timeout":"7s"} {"level":"info","ts":"2026-05-20T03:13:24.774228Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T03:13:24.774313Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T03:13:24.774572Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-20T03:13:24.774616Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-20T03:13:24.775022Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8e28a51debf1c8ab","local-member-id":"ca4c710a8d5349d7","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T03:13:24.775133Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T03:13:24.775176Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T03:13:24.77774Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-20T03:13:24.778226Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.84:2379"} {"level":"info","ts":"2026-05-20T03:13:27.626179Z","caller":"traceutil/trace.go:171","msg":"trace[456637923] transaction","detail":"{read_only:false; response_revision:139; number_of_response:1; }","duration":"188.988652ms","start":"2026-05-20T03:13:27.437162Z","end":"2026-05-20T03:13:27.62615Z","steps":["trace[456637923] 'process raft request' (duration: 188.818276ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:13:27.790322Z","caller":"traceutil/trace.go:171","msg":"trace[705822751] transaction","detail":"{read_only:false; response_revision:142; number_of_response:1; }","duration":"131.970337ms","start":"2026-05-20T03:13:27.65832Z","end":"2026-05-20T03:13:27.79029Z","steps":["trace[705822751] 'process raft request' (duration: 55.897939ms)","trace[705822751] 'compare' (duration: 75.914593ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:13:27.959381Z","caller":"traceutil/trace.go:171","msg":"trace[162960812] transaction","detail":"{read_only:false; response_revision:144; number_of_response:1; }","duration":"107.882255ms","start":"2026-05-20T03:13:27.851463Z","end":"2026-05-20T03:13:27.959345Z","steps":["trace[162960812] 'process raft request' (duration: 106.678927ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:13:46.934913Z","caller":"traceutil/trace.go:171","msg":"trace[272144280] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"120.585663ms","start":"2026-05-20T03:13:46.814296Z","end":"2026-05-20T03:13:46.934882Z","steps":["trace[272144280] 'process raft request' (duration: 61.151934ms)","trace[272144280] 'compare' (duration: 59.324086ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:13:49.454873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.467399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:13:49.455019Z","caller":"traceutil/trace.go:171","msg":"trace[742456930] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:474; }","duration":"824.523078ms","start":"2026-05-20T03:13:48.630479Z","end":"2026-05-20T03:13:49.455002Z","steps":["trace[742456930] 'read index received' (duration: 237.348976ms)","trace[742456930] 'applied index is now lower than readState.Index' (duration: 587.172832ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:13:49.455151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.676193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:13:49.455108Z","caller":"traceutil/trace.go:171","msg":"trace[1077577004] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"872.8967ms","start":"2026-05-20T03:13:48.582171Z","end":"2026-05-20T03:13:49.455068Z","steps":["trace[1077577004] 'process raft request' (duration: 285.705288ms)","trace[1077577004] 'compare' (duration: 586.335905ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:13:49.455189Z","caller":"traceutil/trace.go:171","msg":"trace[893791846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:456; }","duration":"824.749845ms","start":"2026-05-20T03:13:48.63043Z","end":"2026-05-20T03:13:49.455179Z","steps":["trace[893791846] 'agreement among raft nodes before linearized reading' (duration: 824.654802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:49.455225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:48.630409Z","time spent":"824.807757ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:13:49.455284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.433083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T03:13:49.455315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:48.582155Z","time spent":"873.054164ms","remote":"127.0.0.1:54000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:13:49.455318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.05074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:13:49.455329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.492677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:13:49.455366Z","caller":"traceutil/trace.go:171","msg":"trace[1261932684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:456; }","duration":"713.556957ms","start":"2026-05-20T03:13:48.741782Z","end":"2026-05-20T03:13:49.455339Z","steps":["trace[1261932684] 'agreement among raft nodes before linearized reading' (duration: 713.382242ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:13:49.455398Z","caller":"traceutil/trace.go:171","msg":"trace[1775714526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"136.191785ms","start":"2026-05-20T03:13:49.319188Z","end":"2026-05-20T03:13:49.45538Z","steps":["trace[1775714526] 'agreement among raft nodes before linearized reading' (duration: 136.015149ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:13:49.455437Z","caller":"traceutil/trace.go:171","msg":"trace[1348712248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:456; }","duration":"515.628211ms","start":"2026-05-20T03:13:48.939764Z","end":"2026-05-20T03:13:49.455392Z","steps":["trace[1348712248] 'agreement among raft nodes before linearized reading' (duration: 515.445735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:49.455454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:48.741758Z","time spent":"713.646681ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:13:49.455494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:48.939744Z","time spent":"515.738854ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T03:13:57.512371Z","caller":"traceutil/trace.go:171","msg":"trace[505989756] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"682.979405ms","start":"2026-05-20T03:13:56.829357Z","end":"2026-05-20T03:13:57.512336Z","steps":["trace[505989756] 'process raft request' (duration: 682.835861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.512527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.829336Z","time spent":"683.11732ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:13:57.518978Z","caller":"traceutil/trace.go:171","msg":"trace[1685883264] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"683.796231ms","start":"2026-05-20T03:13:56.835148Z","end":"2026-05-20T03:13:57.518944Z","steps":["trace[1685883264] 'process raft request' (duration: 683.519142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.519083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.835123Z","time spent":"683.908895ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:13:57.519093Z","caller":"traceutil/trace.go:171","msg":"trace[275481272] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"683.812111ms","start":"2026-05-20T03:13:56.835234Z","end":"2026-05-20T03:13:57.519046Z","steps":["trace[275481272] 'process raft request' (duration: 683.584444ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:13:57.519174Z","caller":"traceutil/trace.go:171","msg":"trace[2047496896] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"661.358215ms","start":"2026-05-20T03:13:56.857792Z","end":"2026-05-20T03:13:57.51915Z","steps":["trace[2047496896] 'process raft request' (duration: 661.256832ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:13:57.519177Z","caller":"traceutil/trace.go:171","msg":"trace[1241247669] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"661.556661ms","start":"2026-05-20T03:13:56.857587Z","end":"2026-05-20T03:13:57.519144Z","steps":["trace[1241247669] 'process raft request' (duration: 661.417837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.519267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.857785Z","time spent":"661.424287ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:13:57.519242Z","caller":"traceutil/trace.go:171","msg":"trace[1791687198] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"652.697933ms","start":"2026-05-20T03:13:56.866517Z","end":"2026-05-20T03:13:57.519215Z","steps":["trace[1791687198] 'process raft request' (duration: 652.566688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.519267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.835226Z","time spent":"683.965056ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:13:57.519316Z","caller":"traceutil/trace.go:171","msg":"trace[1943430292] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"661.798849ms","start":"2026-05-20T03:13:56.857506Z","end":"2026-05-20T03:13:57.519305Z","steps":["trace[1943430292] 'process raft request' (duration: 661.392767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.519377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.857485Z","time spent":"661.866341ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:13:57.519392Z","caller":"traceutil/trace.go:171","msg":"trace[2122351759] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"651.131164ms","start":"2026-05-20T03:13:56.868249Z","end":"2026-05-20T03:13:57.51938Z","steps":["trace[2122351759] 'process raft request' (duration: 650.899346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.519398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.866473Z","time spent":"652.856717ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T03:13:57.51947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.868227Z","time spent":"651.215926ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T03:13:57.519273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.857582Z","time spent":"661.647434ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:13:57.519522Z","caller":"traceutil/trace.go:171","msg":"trace[758208743] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"641.855692ms","start":"2026-05-20T03:13:56.877645Z","end":"2026-05-20T03:13:57.519501Z","steps":["trace[758208743] 'process raft request' (duration: 641.573253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.519579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.877608Z","time spent":"641.942754ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:13:57.51961Z","caller":"traceutil/trace.go:171","msg":"trace[717118211] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"634.225932ms","start":"2026-05-20T03:13:56.885373Z","end":"2026-05-20T03:13:57.519599Z","steps":["trace[717118211] 'process raft request' (duration: 633.943193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.519693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.88535Z","time spent":"634.313185ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:13:57.519753Z","caller":"traceutil/trace.go:171","msg":"trace[1610277116] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"621.13992ms","start":"2026-05-20T03:13:56.898564Z","end":"2026-05-20T03:13:57.519704Z","steps":["trace[1610277116] 'process raft request' (duration: 620.901842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.520031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:56.898536Z","time spent":"621.356837ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:13:57.520331Z","caller":"traceutil/trace.go:171","msg":"trace[1817652755] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"387.709037ms","start":"2026-05-20T03:13:57.132542Z","end":"2026-05-20T03:13:57.520251Z","steps":["trace[1817652755] 'process raft request' (duration: 387.583103ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:13:57.520449Z","caller":"traceutil/trace.go:171","msg":"trace[447517211] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"520.03296ms","start":"2026-05-20T03:13:57.000403Z","end":"2026-05-20T03:13:57.520436Z","steps":["trace[447517211] 'process raft request' (duration: 519.267356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:13:57.520526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:57.000375Z","time spent":"520.116352ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T03:13:57.520635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:13:57.132505Z","time spent":"387.976805ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:13:57.521071Z","caller":"traceutil/trace.go:171","msg":"trace[19017917] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:528; }","duration":"201.85307ms","start":"2026-05-20T03:13:57.31843Z","end":"2026-05-20T03:13:57.520283Z","steps":["trace[19017917] 'read index received' (duration: 193.869689ms)","trace[19017917] 'applied index is now lower than readState.Index' (duration: 7.981531ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:13:57.521182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.734657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:13:57.521269Z","caller":"traceutil/trace.go:171","msg":"trace[490656733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"202.883242ms","start":"2026-05-20T03:13:57.318365Z","end":"2026-05-20T03:13:57.521248Z","steps":["trace[490656733] 'agreement among raft nodes before linearized reading' (duration: 202.308954ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:00.3519Z","caller":"traceutil/trace.go:171","msg":"trace[1208715295] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"115.424141ms","start":"2026-05-20T03:14:00.236424Z","end":"2026-05-20T03:14:00.351848Z","steps":["trace[1208715295] 'process raft request' (duration: 115.296507ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:00.752289Z","caller":"traceutil/trace.go:171","msg":"trace[1677178823] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"140.747948ms","start":"2026-05-20T03:14:00.611506Z","end":"2026-05-20T03:14:00.752254Z","steps":["trace[1677178823] 'process raft request' (duration: 124.503347ms)","trace[1677178823] 'compare' (duration: 15.25728ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:14:05.55215Z","caller":"traceutil/trace.go:171","msg":"trace[176496485] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"230.911044ms","start":"2026-05-20T03:14:05.321207Z","end":"2026-05-20T03:14:05.552118Z","steps":["trace[176496485] 'read index received' (duration: 230.620995ms)","trace[176496485] 'applied index is now lower than readState.Index' (duration: 288.799µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:14:05.552312Z","caller":"traceutil/trace.go:171","msg":"trace[448632723] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"259.777302ms","start":"2026-05-20T03:14:05.292494Z","end":"2026-05-20T03:14:05.552271Z","steps":["trace[448632723] 'process raft request' (duration: 259.41469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:05.552422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.14751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:14:05.552508Z","caller":"traceutil/trace.go:171","msg":"trace[1662490613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"231.315036ms","start":"2026-05-20T03:14:05.321177Z","end":"2026-05-20T03:14:05.552493Z","steps":["trace[1662490613] 'agreement among raft nodes before linearized reading' (duration: 231.077478ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:06.532463Z","caller":"traceutil/trace.go:171","msg":"trace[1791088446] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"826.073957ms","start":"2026-05-20T03:14:05.706271Z","end":"2026-05-20T03:14:06.532345Z","steps":["trace[1791088446] 'process raft request' (duration: 825.885181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:06.532691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:05.70625Z","time spent":"826.302475ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:14:07.368722Z","caller":"traceutil/trace.go:171","msg":"trace[540873395] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.659443133s","start":"2026-05-20T03:14:05.709235Z","end":"2026-05-20T03:14:07.368678Z","steps":["trace[540873395] 'process raft request' (duration: 1.596557125s)","trace[540873395] 'compare' (duration: 62.381192ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:14:07.36891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:05.709202Z","time spent":"1.659615229s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:14:07.369453Z","caller":"traceutil/trace.go:171","msg":"trace[816202848] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:656; }","duration":"1.047980328s","start":"2026-05-20T03:14:06.321442Z","end":"2026-05-20T03:14:07.369423Z","steps":["trace[816202848] 'read index received' (duration: 210.702909ms)","trace[816202848] 'applied index is now lower than readState.Index' (duration: 837.276349ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:14:07.369608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048154663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:14:07.369589Z","caller":"traceutil/trace.go:171","msg":"trace[1039126201] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.660119445s","start":"2026-05-20T03:14:05.709329Z","end":"2026-05-20T03:14:07.369449Z","steps":["trace[1039126201] 'process raft request' (duration: 1.659289108s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:07.369841Z","caller":"traceutil/trace.go:171","msg":"trace[726644505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"1.048247396s","start":"2026-05-20T03:14:06.321397Z","end":"2026-05-20T03:14:07.369645Z","steps":["trace[726644505] 'agreement among raft nodes before linearized reading' (duration: 1.048159243s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:07.370008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:06.321378Z","time spent":"1.048516365s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:14:07.370068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:05.709287Z","time spent":"1.6606179s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:14:08.405253Z","caller":"traceutil/trace.go:171","msg":"trace[416590586] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"112.53299ms","start":"2026-05-20T03:14:08.292689Z","end":"2026-05-20T03:14:08.405221Z","steps":["trace[416590586] 'process raft request' (duration: 112.266842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:09.486376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.787548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:14:09.486468Z","caller":"traceutil/trace.go:171","msg":"trace[1483642646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"112.926652ms","start":"2026-05-20T03:14:09.373522Z","end":"2026-05-20T03:14:09.486449Z","steps":["trace[1483642646] 'range keys from in-memory index tree' (duration: 112.629803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:09.486619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.132156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:14:09.486766Z","caller":"traceutil/trace.go:171","msg":"trace[195855298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"166.342652ms","start":"2026-05-20T03:14:09.320391Z","end":"2026-05-20T03:14:09.486734Z","steps":["trace[195855298] 'range keys from in-memory index tree' (duration: 166.027863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:09.486828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.234555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fqnxd\" ","response":"range_response_count:1 size:17243"} {"level":"warn","ts":"2026-05-20T03:14:09.486876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.817617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:14:09.486994Z","caller":"traceutil/trace.go:171","msg":"trace[233785693] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fqnxd; range_end:; response_count:1; response_revision:640; }","duration":"205.469123ms","start":"2026-05-20T03:14:09.281486Z","end":"2026-05-20T03:14:09.486955Z","steps":["trace[233785693] 'range keys from in-memory index tree' (duration: 204.902835ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:09.487009Z","caller":"traceutil/trace.go:171","msg":"trace[291517546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:640; }","duration":"112.001623ms","start":"2026-05-20T03:14:09.374973Z","end":"2026-05-20T03:14:09.486975Z","steps":["trace[291517546] 'range keys from in-memory index tree' (duration: 111.515778ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:09.899073Z","caller":"traceutil/trace.go:171","msg":"trace[1508616482] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"144.796835ms","start":"2026-05-20T03:14:09.754244Z","end":"2026-05-20T03:14:09.899041Z","steps":["trace[1508616482] 'process raft request' (duration: 60.015878ms)","trace[1508616482] 'compare' (duration: 84.600141ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:14:10.40847Z","caller":"traceutil/trace.go:171","msg":"trace[362140197] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"106.738898ms","start":"2026-05-20T03:14:10.301683Z","end":"2026-05-20T03:14:10.408422Z","steps":["trace[362140197] 'process raft request' (duration: 106.390797ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:10.646164Z","caller":"traceutil/trace.go:171","msg":"trace[1241410786] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"132.628012ms","start":"2026-05-20T03:14:10.513507Z","end":"2026-05-20T03:14:10.646135Z","steps":["trace[1241410786] 'process raft request' (duration: 132.488948ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:11.118007Z","caller":"traceutil/trace.go:171","msg":"trace[1243340397] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"393.691915ms","start":"2026-05-20T03:14:10.724285Z","end":"2026-05-20T03:14:11.117977Z","steps":["trace[1243340397] 'process raft request' (duration: 393.627223ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:11.118046Z","caller":"traceutil/trace.go:171","msg":"trace[1517527933] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"401.841301ms","start":"2026-05-20T03:14:10.716169Z","end":"2026-05-20T03:14:11.11801Z","steps":["trace[1517527933] 'process raft request' (duration: 401.571593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:11.118214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:10.724265Z","time spent":"393.845779ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T03:14:11.118215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:10.716157Z","time spent":"401.973065ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:14:11.308897Z","caller":"traceutil/trace.go:171","msg":"trace[688644591] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"194.322953ms","start":"2026-05-20T03:14:11.114541Z","end":"2026-05-20T03:14:11.308864Z","steps":["trace[688644591] 'process raft request' (duration: 194.269391ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:11.308931Z","caller":"traceutil/trace.go:171","msg":"trace[1663085013] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"392.29217ms","start":"2026-05-20T03:14:10.916576Z","end":"2026-05-20T03:14:11.308868Z","steps":["trace[1663085013] 'process raft request' (duration: 392.143246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:11.309294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:10.916568Z","time spent":"392.5764ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:14:11.308886Z","caller":"traceutil/trace.go:171","msg":"trace[97482352] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"395.525172ms","start":"2026-05-20T03:14:10.913303Z","end":"2026-05-20T03:14:11.308829Z","steps":["trace[97482352] 'process raft request' (duration: 395.125009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:11.309426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:10.913244Z","time spent":"396.133201ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:14:11.372336Z","caller":"traceutil/trace.go:171","msg":"trace[318022653] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"241.26471ms","start":"2026-05-20T03:14:11.131042Z","end":"2026-05-20T03:14:11.372307Z","steps":["trace[318022653] 'process raft request' (duration: 240.805455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:11.443505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.531653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fqnxd\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-05-20T03:14:11.443607Z","caller":"traceutil/trace.go:171","msg":"trace[1092627712] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fqnxd; range_end:; response_count:1; response_revision:674; }","duration":"121.790481ms","start":"2026-05-20T03:14:11.321794Z","end":"2026-05-20T03:14:11.443584Z","steps":["trace[1092627712] 'agreement among raft nodes before linearized reading' (duration: 121.394759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:25.636446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.286699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:14:25.636548Z","caller":"traceutil/trace.go:171","msg":"trace[117540112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:793; }","duration":"315.462334ms","start":"2026-05-20T03:14:25.321065Z","end":"2026-05-20T03:14:25.636527Z","steps":["trace[117540112] 'range keys from in-memory index tree' (duration: 315.206076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:25.636599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:25.321045Z","time spent":"315.540436ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T03:14:25.637137Z","caller":"traceutil/trace.go:171","msg":"trace[143593080] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"216.216161ms","start":"2026-05-20T03:14:25.420895Z","end":"2026-05-20T03:14:25.637111Z","steps":["trace[143593080] 'process raft request' (duration: 211.894115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:25.6373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.595098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:14:25.637941Z","caller":"traceutil/trace.go:171","msg":"trace[790324751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:793; }","duration":"810.28516ms","start":"2026-05-20T03:14:24.827636Z","end":"2026-05-20T03:14:25.637921Z","steps":["trace[790324751] 'range keys from in-memory index tree' (duration: 808.653009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:25.638034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:24.827616Z","time spent":"810.390014ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:14:55.045962Z","caller":"traceutil/trace.go:171","msg":"trace[265484442] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"393.495542ms","start":"2026-05-20T03:14:54.652428Z","end":"2026-05-20T03:14:55.045923Z","steps":["trace[265484442] 'process raft request' (duration: 393.276836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:55.046165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:14:54.652395Z","time spent":"393.680788ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:14:59.160389Z","caller":"traceutil/trace.go:171","msg":"trace[1921081031] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"100.048403ms","start":"2026-05-20T03:14:59.060307Z","end":"2026-05-20T03:14:59.160355Z","steps":["trace[1921081031] 'process raft request' (duration: 99.976631ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:59.160436Z","caller":"traceutil/trace.go:171","msg":"trace[425813026] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"105.744843ms","start":"2026-05-20T03:14:59.054653Z","end":"2026-05-20T03:14:59.160398Z","steps":["trace[425813026] 'process raft request' (duration: 74.629219ms)","trace[425813026] 'compare' (duration: 30.838295ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:16.56205Z","caller":"traceutil/trace.go:171","msg":"trace[663807254] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1494; }","duration":"201.792261ms","start":"2026-05-20T03:15:16.360228Z","end":"2026-05-20T03:15:16.56202Z","steps":["trace[663807254] 'read index received' (duration: 142.212057ms)","trace[663807254] 'applied index is now lower than readState.Index' (duration: 59.578934ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:16.562214Z","caller":"traceutil/trace.go:171","msg":"trace[1437910086] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"236.999654ms","start":"2026-05-20T03:15:16.325192Z","end":"2026-05-20T03:15:16.562192Z","steps":["trace[1437910086] 'process raft request' (duration: 177.327648ms)","trace[1437910086] 'compare' (duration: 59.342376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:16.562304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.047819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:15:16.562349Z","caller":"traceutil/trace.go:171","msg":"trace[1702924991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1448; }","duration":"202.138682ms","start":"2026-05-20T03:15:16.360197Z","end":"2026-05-20T03:15:16.562335Z","steps":["trace[1702924991] 'agreement among raft nodes before linearized reading' (duration: 201.942186ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:19.129363Z","caller":"traceutil/trace.go:171","msg":"trace[2067966811] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1507; }","duration":"214.886795ms","start":"2026-05-20T03:15:18.914449Z","end":"2026-05-20T03:15:19.129336Z","steps":["trace[2067966811] 'read index received' (duration: 214.688059ms)","trace[2067966811] 'applied index is now lower than readState.Index' (duration: 197.666µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:19.129504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.03872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:15:19.129536Z","caller":"traceutil/trace.go:171","msg":"trace[1951221542] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1460; }","duration":"215.142203ms","start":"2026-05-20T03:15:18.914386Z","end":"2026-05-20T03:15:19.129528Z","steps":["trace[1951221542] 'agreement among raft nodes before linearized reading' (duration: 215.0513ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:19.129496Z","caller":"traceutil/trace.go:171","msg":"trace[163385122] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"257.566545ms","start":"2026-05-20T03:15:18.871893Z","end":"2026-05-20T03:15:19.12946Z","steps":["trace[163385122] 'process raft request' (duration: 257.275686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:19.485122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.601215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T03:15:19.485166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.925203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:19.485215Z","caller":"traceutil/trace.go:171","msg":"trace[1920557715] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1461; }","duration":"177.796382ms","start":"2026-05-20T03:15:19.3074Z","end":"2026-05-20T03:15:19.485196Z","steps":["trace[1920557715] 'count revisions from in-memory index tree' (duration: 177.473822ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:19.485267Z","caller":"traceutil/trace.go:171","msg":"trace[1444288448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1461; }","duration":"164.073618ms","start":"2026-05-20T03:15:19.321167Z","end":"2026-05-20T03:15:19.48524Z","steps":["trace[1444288448] 'range keys from in-memory index tree' (duration: 163.84619ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:36.327451Z","caller":"traceutil/trace.go:171","msg":"trace[1891990728] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"177.045128ms","start":"2026-05-20T03:15:36.150358Z","end":"2026-05-20T03:15:36.327403Z","steps":["trace[1891990728] 'process raft request' (duration: 176.958676ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:36.327389Z","caller":"traceutil/trace.go:171","msg":"trace[964324621] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1840; }","duration":"133.964286ms","start":"2026-05-20T03:15:36.193403Z","end":"2026-05-20T03:15:36.327367Z","steps":["trace[964324621] 'read index received' (duration: 121.074828ms)","trace[964324621] 'applied index is now lower than readState.Index' (duration: 12.887838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:36.327564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.135741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:15:36.327619Z","caller":"traceutil/trace.go:171","msg":"trace[1279925531] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1768; }","duration":"134.236275ms","start":"2026-05-20T03:15:36.193371Z","end":"2026-05-20T03:15:36.327607Z","steps":["trace[1279925531] 'agreement among raft nodes before linearized reading' (duration: 134.108211ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:36.32771Z","caller":"traceutil/trace.go:171","msg":"trace[555821693] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"179.61564ms","start":"2026-05-20T03:15:36.147819Z","end":"2026-05-20T03:15:36.327435Z","steps":["trace[555821693] 'process raft request' (duration: 166.692781ms)","trace[555821693] 'compare' (duration: 12.683512ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:36.327754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.26643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T03:15:36.327963Z","caller":"traceutil/trace.go:171","msg":"trace[656338357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1768; }","duration":"106.528698ms","start":"2026-05-20T03:15:36.221419Z","end":"2026-05-20T03:15:36.327948Z","steps":["trace[656338357] 'agreement among raft nodes before linearized reading' (duration: 106.173007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:44.664342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966588914,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T03:15:44.664937Z","caller":"traceutil/trace.go:171","msg":"trace[861893062] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"833.928519ms","start":"2026-05-20T03:15:43.830978Z","end":"2026-05-20T03:15:44.664906Z","steps":["trace[861893062] 'process raft request' (duration: 833.575078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:44.665344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:43.83095Z","time spent":"834.070884ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:44.789785Z","caller":"traceutil/trace.go:171","msg":"trace[1140090652] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1951; }","duration":"625.592022ms","start":"2026-05-20T03:15:44.164163Z","end":"2026-05-20T03:15:44.789755Z","steps":["trace[1140090652] 'read index received' (duration: 500.432714ms)","trace[1140090652] 'applied index is now lower than readState.Index' (duration: 125.158438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:44.790002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.324588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:44.790046Z","caller":"traceutil/trace.go:171","msg":"trace[1220626660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"468.399172ms","start":"2026-05-20T03:15:44.321637Z","end":"2026-05-20T03:15:44.790036Z","steps":["trace[1220626660] 'agreement among raft nodes before linearized reading' (duration: 468.296318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:44.790086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.321607Z","time spent":"468.470143ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:15:44.790305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.127948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T03:15:44.790331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.510301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T03:15:44.790416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.752106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"warn","ts":"2026-05-20T03:15:44.790389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.317656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-437c89c5-f5c5-483d-b98a-9587992f04e8\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-05-20T03:15:44.79044Z","caller":"traceutil/trace.go:171","msg":"trace[1565313558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1877; }","duration":"410.670476ms","start":"2026-05-20T03:15:44.379748Z","end":"2026-05-20T03:15:44.790418Z","steps":["trace[1565313558] 'agreement among raft nodes before linearized reading' (duration: 410.417848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:44.790302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.944695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:15:44.790374Z","caller":"traceutil/trace.go:171","msg":"trace[1919364225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1877; }","duration":"626.240752ms","start":"2026-05-20T03:15:44.164115Z","end":"2026-05-20T03:15:44.790355Z","steps":["trace[1919364225] 'agreement among raft nodes before linearized reading' (duration: 625.783397ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:44.790461Z","caller":"traceutil/trace.go:171","msg":"trace[1729569834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1877; }","duration":"119.83039ms","start":"2026-05-20T03:15:44.670617Z","end":"2026-05-20T03:15:44.790448Z","steps":["trace[1729569834] 'agreement among raft nodes before linearized reading' (duration: 119.745677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:44.790489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.379726Z","time spent":"410.753969ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T03:15:44.790466Z","caller":"traceutil/trace.go:171","msg":"trace[1741656627] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"213.371676ms","start":"2026-05-20T03:15:44.576472Z","end":"2026-05-20T03:15:44.789844Z","steps":["trace[1741656627] 'process raft request' (duration: 127.757129ms)","trace[1741656627] 'compare' (duration: 85.356109ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:44.790494Z","caller":"traceutil/trace.go:171","msg":"trace[1169603660] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-437c89c5-f5c5-483d-b98a-9587992f04e8; range_end:; response_count:1; response_revision:1877; }","duration":"152.490552ms","start":"2026-05-20T03:15:44.637976Z","end":"2026-05-20T03:15:44.790466Z","steps":["trace[1169603660] 'agreement among raft nodes before linearized reading' (duration: 152.162402ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:44.79051Z","caller":"traceutil/trace.go:171","msg":"trace[940323698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1877; }","duration":"430.181863ms","start":"2026-05-20T03:15:44.3603Z","end":"2026-05-20T03:15:44.790482Z","steps":["trace[940323698] 'agreement among raft nodes before linearized reading' (duration: 429.905944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:44.79056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.360283Z","time spent":"430.262865ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:15:44.790499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.16409Z","time spent":"626.398477ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:15:44.79058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.963127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T03:15:44.790713Z","caller":"traceutil/trace.go:171","msg":"trace[18366191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"357.151334ms","start":"2026-05-20T03:15:44.433521Z","end":"2026-05-20T03:15:44.790673Z","steps":["trace[18366191] 'agreement among raft nodes before linearized reading' (duration: 356.790362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:44.790781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.433491Z","time spent":"357.279038ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T03:15:44.79091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.927808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:15:44.791032Z","caller":"traceutil/trace.go:171","msg":"trace[1641737792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1877; }","duration":"432.115113ms","start":"2026-05-20T03:15:44.358887Z","end":"2026-05-20T03:15:44.791003Z","steps":["trace[1641737792] 'agreement among raft nodes before linearized reading' (duration: 431.39041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:44.791104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.358856Z","time spent":"432.233347ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:15:45.642707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.001623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:15:45.643049Z","caller":"traceutil/trace.go:171","msg":"trace[736819499] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"847.036115ms","start":"2026-05-20T03:15:44.795994Z","end":"2026-05-20T03:15:45.64303Z","steps":["trace[736819499] 'process raft request' (duration: 846.959403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:45.643129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.795976Z","time spent":"847.117258ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:45.643177Z","caller":"traceutil/trace.go:171","msg":"trace[2051166751] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"847.535402ms","start":"2026-05-20T03:15:44.795601Z","end":"2026-05-20T03:15:45.643136Z","steps":["trace[2051166751] 'process raft request' (duration: 847.218761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:45.643395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.795587Z","time spent":"847.693686ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:45.643511Z","caller":"traceutil/trace.go:171","msg":"trace[718821347] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"846.406166ms","start":"2026-05-20T03:15:44.797053Z","end":"2026-05-20T03:15:45.643459Z","steps":["trace[718821347] 'process raft request' (duration: 845.938181ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:45.643646Z","caller":"traceutil/trace.go:171","msg":"trace[1625941276] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"840.407656ms","start":"2026-05-20T03:15:44.803197Z","end":"2026-05-20T03:15:45.643605Z","steps":["trace[1625941276] 'process raft request' (duration: 840.091506ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:45.643712Z","caller":"traceutil/trace.go:171","msg":"trace[1608063568] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"681.926685ms","start":"2026-05-20T03:15:44.961766Z","end":"2026-05-20T03:15:45.643693Z","steps":["trace[1608063568] 'process raft request' (duration: 681.746099ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:45.643758Z","caller":"traceutil/trace.go:171","msg":"trace[1510713546] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"101.249568ms","start":"2026-05-20T03:15:45.542497Z","end":"2026-05-20T03:15:45.643747Z","steps":["trace[1510713546] 'process raft request' (duration: 101.220537ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:45.643797Z","caller":"traceutil/trace.go:171","msg":"trace[1819073432] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"242.556881ms","start":"2026-05-20T03:15:45.401221Z","end":"2026-05-20T03:15:45.643778Z","steps":["trace[1819073432] 'process raft request' (duration: 242.468048ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:45.643618Z","caller":"traceutil/trace.go:171","msg":"trace[1572088675] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"847.923673ms","start":"2026-05-20T03:15:44.795333Z","end":"2026-05-20T03:15:45.643257Z","steps":["trace[1572088675] 'process raft request' (duration: 99.265629ms)","trace[1572088675] 'compare' (duration: 747.5818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:45.643805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.961742Z","time spent":"682.015528ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:15:45.643864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.803177Z","time spent":"840.574681ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10966,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:45.643838Z","caller":"traceutil/trace.go:171","msg":"trace[1302006152] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"283.318771ms","start":"2026-05-20T03:15:45.360443Z","end":"2026-05-20T03:15:45.643762Z","steps":["trace[1302006152] 'process raft request' (duration: 283.208997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:45.644021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.795315Z","time spent":"848.576855ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:15:45.643988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:44.797043Z","time spent":"846.610282ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:45.836964Z","caller":"traceutil/trace.go:171","msg":"trace[1689877825] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"186.500793ms","start":"2026-05-20T03:15:45.650428Z","end":"2026-05-20T03:15:45.836929Z","steps":["trace[1689877825] 'process raft request' (duration: 146.714093ms)","trace[1689877825] 'compare' (duration: 39.639236ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:45.837331Z","caller":"traceutil/trace.go:171","msg":"trace[1086550489] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"186.667728ms","start":"2026-05-20T03:15:45.650631Z","end":"2026-05-20T03:15:45.837298Z","steps":["trace[1086550489] 'process raft request' (duration: 186.382019ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:45.837434Z","caller":"traceutil/trace.go:171","msg":"trace[1585941597] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"186.214984ms","start":"2026-05-20T03:15:45.651201Z","end":"2026-05-20T03:15:45.837416Z","steps":["trace[1585941597] 'process raft request' (duration: 186.041018ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:45.83753Z","caller":"traceutil/trace.go:171","msg":"trace[1466174094] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"186.512264ms","start":"2026-05-20T03:15:45.650949Z","end":"2026-05-20T03:15:45.837461Z","steps":["trace[1466174094] 'process raft request' (duration: 186.216064ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:48.505118Z","caller":"traceutil/trace.go:171","msg":"trace[833002131] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"111.455698ms","start":"2026-05-20T03:15:48.393633Z","end":"2026-05-20T03:15:48.505088Z","steps":["trace[833002131] 'read index received' (duration: 70.147428ms)","trace[833002131] 'applied index is now lower than readState.Index' (duration: 41.30697ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:48.505257Z","caller":"traceutil/trace.go:171","msg":"trace[662744190] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"112.930375ms","start":"2026-05-20T03:15:48.392287Z","end":"2026-05-20T03:15:48.505217Z","steps":["trace[662744190] 'process raft request' (duration: 71.592674ms)","trace[662744190] 'compare' (duration: 41.049482ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:48.505359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.691066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:15:48.505395Z","caller":"traceutil/trace.go:171","msg":"trace[61566385] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1912; }","duration":"111.775358ms","start":"2026-05-20T03:15:48.393608Z","end":"2026-05-20T03:15:48.505384Z","steps":["trace[61566385] 'agreement among raft nodes before linearized reading' (duration: 111.585532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:51.515643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.991136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:15:51.5157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.827538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:51.515756Z","caller":"traceutil/trace.go:171","msg":"trace[1845956875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1938; }","duration":"195.162333ms","start":"2026-05-20T03:15:51.320561Z","end":"2026-05-20T03:15:51.515724Z","steps":["trace[1845956875] 'range keys from in-memory index tree' (duration: 194.791721ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:51.515789Z","caller":"traceutil/trace.go:171","msg":"trace[1700954393] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1938; }","duration":"192.980242ms","start":"2026-05-20T03:15:51.322781Z","end":"2026-05-20T03:15:51.515762Z","steps":["trace[1700954393] 'count revisions from in-memory index tree' (duration: 192.702403ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:58.885834Z","caller":"traceutil/trace.go:171","msg":"trace[1468973729] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"186.06922ms","start":"2026-05-20T03:15:58.699733Z","end":"2026-05-20T03:15:58.885802Z","steps":["trace[1468973729] 'process raft request' (duration: 185.864263ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.177574Z","caller":"traceutil/trace.go:171","msg":"trace[2092334878] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"285.161019ms","start":"2026-05-20T03:15:58.892379Z","end":"2026-05-20T03:15:59.17754Z","steps":["trace[2092334878] 'process raft request' (duration: 284.943942ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.354684Z","caller":"traceutil/trace.go:171","msg":"trace[1666336791] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"461.566018ms","start":"2026-05-20T03:15:58.893075Z","end":"2026-05-20T03:15:59.354641Z","steps":["trace[1666336791] 'process raft request' (duration: 461.248337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.354942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.893033Z","time spent":"461.769914ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:59.354722Z","caller":"traceutil/trace.go:171","msg":"trace[1236949588] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"461.567508ms","start":"2026-05-20T03:15:58.893135Z","end":"2026-05-20T03:15:59.354702Z","steps":["trace[1236949588] 'process raft request' (duration: 461.409102ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.355078Z","caller":"traceutil/trace.go:171","msg":"trace[1822866005] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"459.539062ms","start":"2026-05-20T03:15:58.895519Z","end":"2026-05-20T03:15:59.355058Z","steps":["trace[1822866005] 'process raft request' (duration: 459.104278ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.355032Z","caller":"traceutil/trace.go:171","msg":"trace[769895606] linearizableReadLoop","detail":"{readStateIndex:2081; appliedIndex:2077; }","duration":"451.546715ms","start":"2026-05-20T03:15:58.903401Z","end":"2026-05-20T03:15:59.354948Z","steps":["trace[769895606] 'read index received' (duration: 273.948419ms)","trace[769895606] 'applied index is now lower than readState.Index' (duration: 177.595366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:59.35516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.895483Z","time spent":"459.634856ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:15:59.355321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.893099Z","time spent":"462.025722ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:15:59.355455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.01457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:15:59.355503Z","caller":"traceutil/trace.go:171","msg":"trace[232744395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2002; }","duration":"452.153505ms","start":"2026-05-20T03:15:58.903337Z","end":"2026-05-20T03:15:59.355491Z","steps":["trace[232744395] 'agreement among raft nodes before linearized reading' (duration: 451.953508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.355538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.903311Z","time spent":"452.219027ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:15:59.35567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.29844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T03:15:59.355783Z","caller":"traceutil/trace.go:171","msg":"trace[152866985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2002; }","duration":"425.456615ms","start":"2026-05-20T03:15:58.930297Z","end":"2026-05-20T03:15:59.355754Z","steps":["trace[152866985] 'agreement among raft nodes before linearized reading' (duration: 425.028822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.355843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.930271Z","time spent":"425.560339ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T03:15:59.505928Z","caller":"traceutil/trace.go:171","msg":"trace[1087609348] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"141.378292ms","start":"2026-05-20T03:15:59.364517Z","end":"2026-05-20T03:15:59.505895Z","steps":["trace[1087609348] 'process raft request' (duration: 89.963306ms)","trace[1087609348] 'compare' (duration: 51.120096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:59.88023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.548485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:15:59.880493Z","caller":"traceutil/trace.go:171","msg":"trace[1413036821] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"153.675457ms","start":"2026-05-20T03:15:59.726794Z","end":"2026-05-20T03:15:59.880469Z","steps":["trace[1413036821] 'process raft request' (duration: 153.593804ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.880557Z","caller":"traceutil/trace.go:171","msg":"trace[1469098150] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"296.418872ms","start":"2026-05-20T03:15:59.584088Z","end":"2026-05-20T03:15:59.880507Z","steps":["trace[1469098150] 'process raft request' (duration: 141.455574ms)","trace[1469098150] 'compare' (duration: 154.348808ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:59.905626Z","caller":"traceutil/trace.go:171","msg":"trace[1874913834] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"109.715842ms","start":"2026-05-20T03:15:59.795894Z","end":"2026-05-20T03:15:59.905609Z","steps":["trace[1874913834] 'process raft request' (duration: 109.631439ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.907096Z","caller":"traceutil/trace.go:171","msg":"trace[1474920471] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"109.03185ms","start":"2026-05-20T03:15:59.798032Z","end":"2026-05-20T03:15:59.907064Z","steps":["trace[1474920471] 'process raft request' (duration: 108.960908ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.907126Z","caller":"traceutil/trace.go:171","msg":"trace[1345112155] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"110.334442ms","start":"2026-05-20T03:15:59.796758Z","end":"2026-05-20T03:15:59.907093Z","steps":["trace[1345112155] 'process raft request' (duration: 110.089164ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.907352Z","caller":"traceutil/trace.go:171","msg":"trace[1323122807] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2085; }","duration":"101.692704ms","start":"2026-05-20T03:15:59.805606Z","end":"2026-05-20T03:15:59.907299Z","steps":["trace[1323122807] 'read index received' (duration: 99.907606ms)","trace[1323122807] 'applied index is now lower than readState.Index' (duration: 1.783348ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:59.907397Z","caller":"traceutil/trace.go:171","msg":"trace[637854331] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"105.01076ms","start":"2026-05-20T03:15:59.802377Z","end":"2026-05-20T03:15:59.907388Z","steps":["trace[637854331] 'process raft request' (duration: 104.649059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.907689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.080246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T03:15:59.907746Z","caller":"traceutil/trace.go:171","msg":"trace[1901664222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2010; }","duration":"102.166208ms","start":"2026-05-20T03:15:59.805565Z","end":"2026-05-20T03:15:59.907731Z","steps":["trace[1901664222] 'agreement among raft nodes before linearized reading' (duration: 101.933281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:03.821586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966589218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:16:04.32198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966589218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:16:04.455441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382251263s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T03:16:04.455977Z","caller":"traceutil/trace.go:171","msg":"trace[1855760198] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"1.382902215s","start":"2026-05-20T03:16:03.073045Z","end":"2026-05-20T03:16:04.455948Z","steps":["trace[1855760198] 'process raft request' (duration: 1.382694938s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.456165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.073009Z","time spent":"1.38306723s","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:04.467484Z","caller":"traceutil/trace.go:171","msg":"trace[1738280430] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"1.37095682s","start":"2026-05-20T03:16:03.096496Z","end":"2026-05-20T03:16:04.467453Z","steps":["trace[1738280430] 'process raft request' (duration: 1.370676541s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.467666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.096471Z","time spent":"1.371091145s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:04.472533Z","caller":"traceutil/trace.go:171","msg":"trace[2123373155] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"578.235454ms","start":"2026-05-20T03:16:03.894266Z","end":"2026-05-20T03:16:04.472502Z","steps":["trace[2123373155] 'process raft request' (duration: 578.066368ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:04.472595Z","caller":"traceutil/trace.go:171","msg":"trace[1394190499] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"554.988745ms","start":"2026-05-20T03:16:03.917589Z","end":"2026-05-20T03:16:04.472578Z","steps":["trace[1394190499] 'process raft request' (duration: 554.83555ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:04.472694Z","caller":"traceutil/trace.go:171","msg":"trace[424554181] linearizableReadLoop","detail":"{readStateIndex:2112; appliedIndex:2105; }","duration":"1.151468065s","start":"2026-05-20T03:16:03.321218Z","end":"2026-05-20T03:16:04.472686Z","steps":["trace[424554181] 'read index received' (duration: 1.134454287s)","trace[424554181] 'applied index is now lower than readState.Index' (duration: 17.011438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:04.472716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.917575Z","time spent":"555.066677ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:04.472735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.894248Z","time spent":"578.368448ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:04.472868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151655861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:04.472899Z","caller":"traceutil/trace.go:171","msg":"trace[56765786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2032; }","duration":"1.151731513s","start":"2026-05-20T03:16:03.32116Z","end":"2026-05-20T03:16:04.472891Z","steps":["trace[56765786] 'agreement among raft nodes before linearized reading' (duration: 1.15162238s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.47292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.32112Z","time spent":"1.151795935s","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T03:16:04.472545Z","caller":"traceutil/trace.go:171","msg":"trace[1658602260] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"551.284585ms","start":"2026-05-20T03:16:03.921236Z","end":"2026-05-20T03:16:04.472521Z","steps":["trace[1658602260] 'process raft request' (duration: 551.223373ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:04.472768Z","caller":"traceutil/trace.go:171","msg":"trace[405431432] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"551.40801ms","start":"2026-05-20T03:16:03.921354Z","end":"2026-05-20T03:16:04.472762Z","steps":["trace[405431432] 'process raft request' (duration: 551.134111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.47303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.921221Z","time spent":"551.759091ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:04.473044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.921312Z","time spent":"551.681289ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:04.473141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.401703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T03:16:04.473172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.454817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:16:04.473183Z","caller":"traceutil/trace.go:171","msg":"trace[590083168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2032; }","duration":"525.468855ms","start":"2026-05-20T03:16:03.947705Z","end":"2026-05-20T03:16:04.473173Z","steps":["trace[590083168] 'agreement among raft nodes before linearized reading' (duration: 525.30336ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:04.473196Z","caller":"traceutil/trace.go:171","msg":"trace[45620037] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2032; }","duration":"613.5238ms","start":"2026-05-20T03:16:03.859664Z","end":"2026-05-20T03:16:04.473188Z","steps":["trace[45620037] 'agreement among raft nodes before linearized reading' (duration: 613.472548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.473208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.947695Z","time spent":"525.508096ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:16:04.473226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.859642Z","time spent":"613.576481ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:16:04.473288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.414025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:16:04.473254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.560473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T03:16:04.473374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.819934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T03:16:04.473382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087893648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T03:16:04.473382Z","caller":"traceutil/trace.go:171","msg":"trace[2115315540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2032; }","duration":"527.720367ms","start":"2026-05-20T03:16:03.945632Z","end":"2026-05-20T03:16:04.473352Z","steps":["trace[2115315540] 'agreement among raft nodes before linearized reading' (duration: 527.414747ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:04.473421Z","caller":"traceutil/trace.go:171","msg":"trace[1196783117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2032; }","duration":"1.087970721s","start":"2026-05-20T03:16:03.385443Z","end":"2026-05-20T03:16:04.473413Z","steps":["trace[1196783117] 'agreement among raft nodes before linearized reading' (duration: 1.087549037s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:04.47342Z","caller":"traceutil/trace.go:171","msg":"trace[1159055250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2032; }","duration":"524.919937ms","start":"2026-05-20T03:16:03.948487Z","end":"2026-05-20T03:16:04.473407Z","steps":["trace[1159055250] 'agreement among raft nodes before linearized reading' (duration: 524.824364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.473449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.385419Z","time spent":"1.088020802s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T03:16:04.473455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.94846Z","time spent":"524.987339ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:16:04.473464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.94562Z","time spent":"527.827601ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T03:16:04.473315Z","caller":"traceutil/trace.go:171","msg":"trace[1832715384] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2032; }","duration":"512.462367ms","start":"2026-05-20T03:16:03.960844Z","end":"2026-05-20T03:16:04.473306Z","steps":["trace[1832715384] 'agreement among raft nodes before linearized reading' (duration: 512.420325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.473544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.96083Z","time spent":"512.701494ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:16:04.473536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.23956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T03:16:04.473597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.840877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:16:04.473613Z","caller":"traceutil/trace.go:171","msg":"trace[2121970301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2032; }","duration":"531.338744ms","start":"2026-05-20T03:16:03.942249Z","end":"2026-05-20T03:16:04.473588Z","steps":["trace[2121970301] 'agreement among raft nodes before linearized reading' (duration: 530.819687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.474032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.942233Z","time spent":"531.778798ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:16:04.473662Z","caller":"traceutil/trace.go:171","msg":"trace[330026925] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2032; }","duration":"105.997793ms","start":"2026-05-20T03:16:04.367649Z","end":"2026-05-20T03:16:04.473647Z","steps":["trace[330026925] 'agreement among raft nodes before linearized reading' (duration: 105.815617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.473768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.013019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:04.474958Z","caller":"traceutil/trace.go:171","msg":"trace[1992796954] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2032; }","duration":"311.262549ms","start":"2026-05-20T03:16:04.163675Z","end":"2026-05-20T03:16:04.474938Z","steps":["trace[1992796954] 'agreement among raft nodes before linearized reading' (duration: 309.642637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.475059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:04.163647Z","time spent":"311.362972ms","remote":"127.0.0.1:54102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:16:04.473278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.117539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T03:16:04.475279Z","caller":"traceutil/trace.go:171","msg":"trace[1156923468] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2032; }","duration":"964.136945ms","start":"2026-05-20T03:16:03.511101Z","end":"2026-05-20T03:16:04.475238Z","steps":["trace[1156923468] 'agreement among raft nodes before linearized reading' (duration: 962.014406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.47539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.511074Z","time spent":"964.273229ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T03:16:04.473917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056042663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:16:04.475495Z","caller":"traceutil/trace.go:171","msg":"trace[90966325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2032; }","duration":"1.057659425s","start":"2026-05-20T03:16:03.417812Z","end":"2026-05-20T03:16:04.475471Z","steps":["trace[90966325] 'agreement among raft nodes before linearized reading' (duration: 1.055371002s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:04.475572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:03.417784Z","time spent":"1.057766769s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T03:16:08.633656Z","caller":"traceutil/trace.go:171","msg":"trace[433123182] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2134; }","duration":"118.555237ms","start":"2026-05-20T03:16:08.515075Z","end":"2026-05-20T03:16:08.63363Z","steps":["trace[433123182] 'read index received' (duration: 102.628174ms)","trace[433123182] 'applied index is now lower than readState.Index' (duration: 15.925643ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:08.633817Z","caller":"traceutil/trace.go:171","msg":"trace[1798707367] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"132.372251ms","start":"2026-05-20T03:16:08.501395Z","end":"2026-05-20T03:16:08.633767Z","steps":["trace[1798707367] 'process raft request' (duration: 116.303083ms)","trace[1798707367] 'compare' (duration: 15.798959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:08.633911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.636315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T03:16:08.633964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.830145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:16:08.63401Z","caller":"traceutil/trace.go:171","msg":"trace[605354546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2054; }","duration":"116.79448ms","start":"2026-05-20T03:16:08.517203Z","end":"2026-05-20T03:16:08.633998Z","steps":["trace[605354546] 'agreement among raft nodes before linearized reading' (duration: 116.582013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:08.63403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.948211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:16:08.634038Z","caller":"traceutil/trace.go:171","msg":"trace[594240417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2054; }","duration":"118.9727ms","start":"2026-05-20T03:16:08.515047Z","end":"2026-05-20T03:16:08.634019Z","steps":["trace[594240417] 'agreement among raft nodes before linearized reading' (duration: 118.694761ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:08.634082Z","caller":"traceutil/trace.go:171","msg":"trace[1763474267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2054; }","duration":"111.046915ms","start":"2026-05-20T03:16:08.523022Z","end":"2026-05-20T03:16:08.634069Z","steps":["trace[1763474267] 'agreement among raft nodes before linearized reading' (duration: 110.782746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:08.634458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.241913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:16:08.634552Z","caller":"traceutil/trace.go:171","msg":"trace[777197029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2054; }","duration":"112.373507ms","start":"2026-05-20T03:16:08.522161Z","end":"2026-05-20T03:16:08.634535Z","steps":["trace[777197029] 'agreement among raft nodes before linearized reading' (duration: 111.695625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.081626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.063717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:16:41.081734Z","caller":"traceutil/trace.go:171","msg":"trace[885169330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2230; }","duration":"258.228532ms","start":"2026-05-20T03:16:40.823483Z","end":"2026-05-20T03:16:41.081712Z","steps":["trace[885169330] 'range keys from in-memory index tree' (duration: 257.794398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.081644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.157285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:16:41.081841Z","caller":"traceutil/trace.go:171","msg":"trace[1844191885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"201.403553ms","start":"2026-05-20T03:16:40.880412Z","end":"2026-05-20T03:16:41.081815Z","steps":["trace[1844191885] 'range keys from in-memory index tree' (duration: 200.969029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.081656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.923094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T03:16:41.081991Z","caller":"traceutil/trace.go:171","msg":"trace[907356265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2230; }","duration":"300.302946ms","start":"2026-05-20T03:16:40.781677Z","end":"2026-05-20T03:16:41.08198Z","steps":["trace[907356265] 'range keys from in-memory index tree' (duration: 299.78067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.081935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.153812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T03:16:41.08204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:40.781654Z","time spent":"300.360649ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:16:41.082088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.880176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:16:41.082241Z","caller":"traceutil/trace.go:171","msg":"trace[1858004149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"201.163715ms","start":"2026-05-20T03:16:40.881049Z","end":"2026-05-20T03:16:41.082212Z","steps":["trace[1858004149] 'range keys from in-memory index tree' (duration: 200.524035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.08233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.328738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T03:16:41.082111Z","caller":"traceutil/trace.go:171","msg":"trace[1648830077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"200.3773ms","start":"2026-05-20T03:16:40.881673Z","end":"2026-05-20T03:16:41.082051Z","steps":["trace[1648830077] 'range keys from in-memory index tree' (duration: 199.889194ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:41.082382Z","caller":"traceutil/trace.go:171","msg":"trace[1652060439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2230; }","duration":"332.929597ms","start":"2026-05-20T03:16:40.749438Z","end":"2026-05-20T03:16:41.082367Z","steps":["trace[1652060439] 'range keys from in-memory index tree' (duration: 331.947955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.082419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:40.749305Z","time spent":"333.105472ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T03:16:41.169305Z","caller":"traceutil/trace.go:171","msg":"trace[1156767198] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"128.934381ms","start":"2026-05-20T03:16:41.040348Z","end":"2026-05-20T03:16:41.169282Z","steps":["trace[1156767198] 'process raft request' (duration: 128.717364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.690801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.235265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:16:41.691235Z","caller":"traceutil/trace.go:171","msg":"trace[1749636588] linearizableReadLoop","detail":"{readStateIndex:2324; appliedIndex:2319; }","duration":"399.681806ms","start":"2026-05-20T03:16:41.29153Z","end":"2026-05-20T03:16:41.691212Z","steps":["trace[1749636588] 'read index received' (duration: 235.867462ms)","trace[1749636588] 'applied index is now lower than readState.Index' (duration: 163.813034ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:41.691243Z","caller":"traceutil/trace.go:171","msg":"trace[1481486505] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"604.395476ms","start":"2026-05-20T03:16:41.086798Z","end":"2026-05-20T03:16:41.691194Z","steps":["trace[1481486505] 'process raft request' (duration: 440.686876ms)","trace[1481486505] 'compare' (duration: 162.864913ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:41.69126Z","caller":"traceutil/trace.go:171","msg":"trace[1319910461] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"604.321333ms","start":"2026-05-20T03:16:41.086877Z","end":"2026-05-20T03:16:41.691198Z","steps":["trace[1319910461] 'process raft request' (duration: 604.032384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.691391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:41.086778Z","time spent":"604.5342ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:41.691289Z","caller":"traceutil/trace.go:171","msg":"trace[493427985] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"604.358224ms","start":"2026-05-20T03:16:41.086906Z","end":"2026-05-20T03:16:41.691264Z","steps":["trace[493427985] 'process raft request' (duration: 604.186379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.691612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.057042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:16:41.691707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:41.086881Z","time spent":"604.708036ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:41.691721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.137271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:41.691757Z","caller":"traceutil/trace.go:171","msg":"trace[1964317576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2236; }","duration":"370.252248ms","start":"2026-05-20T03:16:41.321473Z","end":"2026-05-20T03:16:41.691725Z","steps":["trace[1964317576] 'agreement among raft nodes before linearized reading' (duration: 369.959499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.691664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:41.086862Z","time spent":"604.587261ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:41.691834Z","caller":"traceutil/trace.go:171","msg":"trace[682148021] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2236; }","duration":"400.321577ms","start":"2026-05-20T03:16:41.291489Z","end":"2026-05-20T03:16:41.69181Z","steps":["trace[682148021] 'agreement among raft nodes before linearized reading' (duration: 400.09772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.691854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:41.321459Z","time spent":"370.384862ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T03:16:41.69135Z","caller":"traceutil/trace.go:171","msg":"trace[675737677] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"604.376295ms","start":"2026-05-20T03:16:41.086964Z","end":"2026-05-20T03:16:41.69134Z","steps":["trace[675737677] 'process raft request' (duration: 604.171918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.691912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:41.291468Z","time spent":"400.421859ms","remote":"127.0.0.1:56184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:16:41.691656Z","caller":"traceutil/trace.go:171","msg":"trace[360777892] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"604.721456ms","start":"2026-05-20T03:16:41.086908Z","end":"2026-05-20T03:16:41.691629Z","steps":["trace[360777892] 'process raft request' (duration: 604.135407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:41.692053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:41.086943Z","time spent":"605.024996ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:41.692221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:41.0869Z","time spent":"605.182551ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:42.387862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.251388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T03:16:42.387935Z","caller":"traceutil/trace.go:171","msg":"trace[1453772181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2236; }","duration":"297.362352ms","start":"2026-05-20T03:16:42.090552Z","end":"2026-05-20T03:16:42.387915Z","steps":["trace[1453772181] 'range keys from in-memory index tree' (duration: 297.083633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:42.387914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.210961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:16:42.387982Z","caller":"traceutil/trace.go:171","msg":"trace[1803236432] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2236; }","duration":"353.323134ms","start":"2026-05-20T03:16:42.034642Z","end":"2026-05-20T03:16:42.387965Z","steps":["trace[1803236432] 'count revisions from in-memory index tree' (duration: 353.119978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:42.388027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:42.034625Z","time spent":"353.388836ms","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:16:42.388113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.010461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b127b1b13b84ce\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-20T03:16:42.388186Z","caller":"traceutil/trace.go:171","msg":"trace[1231734142] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b127b1b13b84ce; range_end:; response_count:1; response_revision:2236; }","duration":"457.132246ms","start":"2026-05-20T03:16:41.931033Z","end":"2026-05-20T03:16:42.388165Z","steps":["trace[1231734142] 'range keys from in-memory index tree' (duration: 456.825096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:42.388237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:41.931009Z","time spent":"457.217858ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b127b1b13b84ce\" "} {"level":"info","ts":"2026-05-20T03:16:42.74553Z","caller":"traceutil/trace.go:171","msg":"trace[1142120153] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"110.606331ms","start":"2026-05-20T03:16:42.634898Z","end":"2026-05-20T03:16:42.745504Z","steps":["trace[1142120153] 'process raft request' (duration: 109.853476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:43.531214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.123213ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:43.531398Z","caller":"traceutil/trace.go:171","msg":"trace[1931462123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2238; }","duration":"205.32186ms","start":"2026-05-20T03:16:43.326055Z","end":"2026-05-20T03:16:43.531377Z","steps":["trace[1931462123] 'range keys from in-memory index tree' (duration: 205.105393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:43.531526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.37011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:16:43.531748Z","caller":"traceutil/trace.go:171","msg":"trace[397832206] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2325; }","duration":"866.171071ms","start":"2026-05-20T03:16:42.665561Z","end":"2026-05-20T03:16:43.531732Z","steps":["trace[397832206] 'read index received' (duration: 79.311513ms)","trace[397832206] 'applied index is now lower than readState.Index' (duration: 786.858318ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:43.531863Z","caller":"traceutil/trace.go:171","msg":"trace[207339005] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"890.742692ms","start":"2026-05-20T03:16:42.641108Z","end":"2026-05-20T03:16:43.531851Z","steps":["trace[207339005] 'process raft request' (duration: 890.575277ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:43.532043Z","caller":"traceutil/trace.go:171","msg":"trace[1991407778] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"894.601876ms","start":"2026-05-20T03:16:42.637427Z","end":"2026-05-20T03:16:43.532029Z","steps":["trace[1991407778] 'process raft request' (duration: 419.587825ms)","trace[1991407778] 'compare' (duration: 474.214075ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:43.532123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.467935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:16:43.532152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:42.641095Z","time spent":"891.01163ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:43.532165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:42.637399Z","time spent":"894.699319ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:43.532163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.562583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:43.532202Z","caller":"traceutil/trace.go:171","msg":"trace[736167737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2241; }","duration":"210.588799ms","start":"2026-05-20T03:16:43.321594Z","end":"2026-05-20T03:16:43.532183Z","steps":["trace[736167737] 'agreement among raft nodes before linearized reading' (duration: 210.467445ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:43.532243Z","caller":"traceutil/trace.go:171","msg":"trace[1634526269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2241; }","duration":"866.700038ms","start":"2026-05-20T03:16:42.665523Z","end":"2026-05-20T03:16:43.532223Z","steps":["trace[1634526269] 'agreement among raft nodes before linearized reading' (duration: 866.526562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:43.532227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.682793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T03:16:43.532168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.814943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-05-20T03:16:43.53229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:42.66551Z","time spent":"866.77146ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T03:16:43.532314Z","caller":"traceutil/trace.go:171","msg":"trace[444395538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2241; }","duration":"133.807718ms","start":"2026-05-20T03:16:43.398484Z","end":"2026-05-20T03:16:43.532291Z","steps":["trace[444395538] 'agreement among raft nodes before linearized reading' (duration: 133.55984ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:43.532343Z","caller":"traceutil/trace.go:171","msg":"trace[1348747121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2241; }","duration":"840.04407ms","start":"2026-05-20T03:16:42.692279Z","end":"2026-05-20T03:16:43.532323Z","steps":["trace[1348747121] 'agreement among raft nodes before linearized reading' (duration: 839.74434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:43.532393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:42.69226Z","time spent":"840.121233ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T03:16:43.532426Z","caller":"traceutil/trace.go:171","msg":"trace[115046202] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"893.592844ms","start":"2026-05-20T03:16:42.638259Z","end":"2026-05-20T03:16:43.531852Z","steps":["trace[115046202] 'process raft request' (duration: 893.356906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:43.532516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:42.638242Z","time spent":"894.243704ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:44.041358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966589745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:16:44.353594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.246017ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-20T03:16:44.353732Z","caller":"traceutil/trace.go:171","msg":"trace[1450501889] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2329; }","duration":"813.180146ms","start":"2026-05-20T03:16:43.540528Z","end":"2026-05-20T03:16:44.353709Z","steps":["trace[1450501889] 'read index received' (duration: 579.762423ms)","trace[1450501889] 'applied index is now lower than readState.Index' (duration: 233.415533ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:44.353869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.33073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:44.353945Z","caller":"traceutil/trace.go:171","msg":"trace[1336918197] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2241; }","duration":"813.441034ms","start":"2026-05-20T03:16:43.540483Z","end":"2026-05-20T03:16:44.353924Z","steps":["trace[1336918197] 'agreement among raft nodes before linearized reading' (duration: 813.31919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:44.354002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:43.540467Z","time spent":"813.522127ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T03:16:44.354114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.733292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T03:16:44.354226Z","caller":"traceutil/trace.go:171","msg":"trace[1188089775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2241; }","duration":"657.904287ms","start":"2026-05-20T03:16:43.696294Z","end":"2026-05-20T03:16:44.354198Z","steps":["trace[1188089775] 'agreement among raft nodes before linearized reading' (duration: 657.562406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:44.35429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:43.696268Z","time spent":"658.007241ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:16:44.354301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.427099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T03:16:44.354115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.538493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:16:44.354344Z","caller":"traceutil/trace.go:171","msg":"trace[1514880632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2241; }","duration":"656.468391ms","start":"2026-05-20T03:16:43.697863Z","end":"2026-05-20T03:16:44.354331Z","steps":["trace[1514880632] 'agreement among raft nodes before linearized reading' (duration: 656.1345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:44.354351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.210823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T03:16:44.354391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:43.697839Z","time spent":"656.544193ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T03:16:44.354407Z","caller":"traceutil/trace.go:171","msg":"trace[1860916797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2241; }","duration":"656.292076ms","start":"2026-05-20T03:16:43.698099Z","end":"2026-05-20T03:16:44.354391Z","steps":["trace[1860916797] 'agreement among raft nodes before linearized reading' (duration: 655.80412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:44.354452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:43.698083Z","time spent":"656.357027ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:16:44.354543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.602998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:16:44.354609Z","caller":"traceutil/trace.go:171","msg":"trace[553816852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2241; }","duration":"657.712121ms","start":"2026-05-20T03:16:43.69688Z","end":"2026-05-20T03:16:44.354592Z","steps":["trace[553816852] 'agreement among raft nodes before linearized reading' (duration: 657.325279ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:44.354432Z","caller":"traceutil/trace.go:171","msg":"trace[648191968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2241; }","duration":"656.846504ms","start":"2026-05-20T03:16:43.697541Z","end":"2026-05-20T03:16:44.354388Z","steps":["trace[648191968] 'agreement among raft nodes before linearized reading' (duration: 656.42493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:44.354735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:43.697532Z","time spent":"657.168314ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:16:44.354637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:43.69686Z","time spent":"657.770163ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:16:44.469917Z","caller":"traceutil/trace.go:171","msg":"trace[1960925358] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"111.569152ms","start":"2026-05-20T03:16:44.358322Z","end":"2026-05-20T03:16:44.469891Z","steps":["trace[1960925358] 'process raft request' (duration: 111.363665ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:44.988177Z","caller":"traceutil/trace.go:171","msg":"trace[214266462] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"629.159663ms","start":"2026-05-20T03:16:44.358993Z","end":"2026-05-20T03:16:44.988152Z","steps":["trace[214266462] 'process raft request' (duration: 629.099241ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:44.988217Z","caller":"traceutil/trace.go:171","msg":"trace[697705359] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"629.263616ms","start":"2026-05-20T03:16:44.358904Z","end":"2026-05-20T03:16:44.988167Z","steps":["trace[697705359] 'process raft request' (duration: 628.986177ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:44.98827Z","caller":"traceutil/trace.go:171","msg":"trace[1138067878] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"629.312087ms","start":"2026-05-20T03:16:44.358931Z","end":"2026-05-20T03:16:44.988243Z","steps":["trace[1138067878] 'process raft request' (duration: 629.121651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:44.98835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:44.358956Z","time spent":"629.314847ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:44.988384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:44.358888Z","time spent":"629.399401ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:44.988419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:44.35891Z","time spent":"629.424401ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:44.988486Z","caller":"traceutil/trace.go:171","msg":"trace[151800082] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2330; }","duration":"622.56887ms","start":"2026-05-20T03:16:44.365889Z","end":"2026-05-20T03:16:44.988458Z","steps":["trace[151800082] 'read index received' (duration: 103.791041ms)","trace[151800082] 'applied index is now lower than readState.Index' (duration: 518.748488ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:44.988629Z","caller":"traceutil/trace.go:171","msg":"trace[1241165355] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"629.394121ms","start":"2026-05-20T03:16:44.359169Z","end":"2026-05-20T03:16:44.988563Z","steps":["trace[1241165355] 'process raft request' (duration: 628.950686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:44.988734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:44.359157Z","time spent":"629.533525ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:44.989482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.579063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T03:16:44.989561Z","caller":"traceutil/trace.go:171","msg":"trace[1762921225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2246; }","duration":"623.676286ms","start":"2026-05-20T03:16:44.365862Z","end":"2026-05-20T03:16:44.989538Z","steps":["trace[1762921225] 'agreement among raft nodes before linearized reading' (duration: 622.700185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:44.989617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:44.36585Z","time spent":"623.754828ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T03:16:45.488915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966589759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:16:47.036238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174624s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T03:16:47.447018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58532658s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:16:47.447233Z","caller":"traceutil/trace.go:171","msg":"trace[1854066544] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"2.6959519s","start":"2026-05-20T03:16:44.751259Z","end":"2026-05-20T03:16:47.447211Z","steps":["trace[1854066544] 'process raft request' (duration: 1.110333461s)","trace[1854066544] 'compare' (duration: 1.584927677s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:47.447325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:44.751233Z","time spent":"2.696047273s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:47.447657Z","caller":"traceutil/trace.go:171","msg":"trace[1599753114] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"2.688446609s","start":"2026-05-20T03:16:44.759189Z","end":"2026-05-20T03:16:47.447635Z","steps":["trace[1599753114] 'process raft request' (duration: 2.687962783s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.447799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:44.759175Z","time spent":"2.688546702s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:47.447788Z","caller":"traceutil/trace.go:171","msg":"trace[959737456] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2335; }","duration":"2.459188669s","start":"2026-05-20T03:16:44.988578Z","end":"2026-05-20T03:16:47.447767Z","steps":["trace[959737456] 'read index received' (duration: 873.014082ms)","trace[959737456] 'applied index is now lower than readState.Index' (duration: 1.586173377s)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:47.447816Z","caller":"traceutil/trace.go:171","msg":"trace[1226928500] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"2.488255854s","start":"2026-05-20T03:16:44.95951Z","end":"2026-05-20T03:16:47.447766Z","steps":["trace[1226928500] 'process raft request' (duration: 2.488035487s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.447997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:44.959476Z","time spent":"2.48843182s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:47.448285Z","caller":"traceutil/trace.go:171","msg":"trace[813213548] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"1.911146487s","start":"2026-05-20T03:16:45.537115Z","end":"2026-05-20T03:16:47.448262Z","steps":["trace[813213548] 'process raft request' (duration: 1.910597799s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.448334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908243034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T03:16:47.448393Z","caller":"traceutil/trace.go:171","msg":"trace[1184154308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2250; }","duration":"2.908338527s","start":"2026-05-20T03:16:44.540034Z","end":"2026-05-20T03:16:47.448373Z","steps":["trace[1184154308] 'agreement among raft nodes before linearized reading' (duration: 2.907799319s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:47.448422Z","caller":"traceutil/trace.go:171","msg":"trace[1953517656] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"1.911056265s","start":"2026-05-20T03:16:45.537351Z","end":"2026-05-20T03:16:47.448407Z","steps":["trace[1953517656] 'process raft request' (duration: 1.910814837s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.448449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:44.54001Z","time spent":"2.908427s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T03:16:47.448498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:45.537324Z","time spent":"1.911133127s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:47.448615Z","caller":"traceutil/trace.go:171","msg":"trace[1713446129] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"1.910793996s","start":"2026-05-20T03:16:45.537809Z","end":"2026-05-20T03:16:47.448603Z","steps":["trace[1713446129] 'process raft request' (duration: 1.910510507s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.449003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.470881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:16:47.449102Z","caller":"traceutil/trace.go:171","msg":"trace[1785545161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2252; }","duration":"455.714759ms","start":"2026-05-20T03:16:46.993368Z","end":"2026-05-20T03:16:47.449083Z","steps":["trace[1785545161] 'agreement among raft nodes before linearized reading' (duration: 455.331057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.449157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:46.993348Z","time spent":"455.796422ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:16:47.449012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:45.537796Z","time spent":"1.911186459s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:47.448817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911566001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:16:47.449328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.420627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T03:16:47.448846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.783722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:16:47.449293Z","caller":"traceutil/trace.go:171","msg":"trace[832873531] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2252; }","duration":"1.912097938s","start":"2026-05-20T03:16:45.537171Z","end":"2026-05-20T03:16:47.449269Z","steps":["trace[832873531] 'agreement among raft nodes before linearized reading' (duration: 1.911436347s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:47.44939Z","caller":"traceutil/trace.go:171","msg":"trace[197507093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2252; }","duration":"974.5187ms","start":"2026-05-20T03:16:46.474857Z","end":"2026-05-20T03:16:47.449376Z","steps":["trace[197507093] 'agreement among raft nodes before linearized reading' (duration: 974.096666ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:47.449398Z","caller":"traceutil/trace.go:171","msg":"trace[1686684542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2252; }","duration":"456.35686ms","start":"2026-05-20T03:16:46.993029Z","end":"2026-05-20T03:16:47.449385Z","steps":["trace[1686684542] 'agreement among raft nodes before linearized reading' (duration: 455.761471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.449434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:46.474835Z","time spent":"974.587791ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:16:47.449456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:46.993014Z","time spent":"456.414382ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:16:47.449486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:45.537155Z","time spent":"1.912264973s","remote":"127.0.0.1:55850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:16:47.448902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.805936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:47.44962Z","caller":"traceutil/trace.go:171","msg":"trace[1049026806] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2252; }","duration":"572.568061ms","start":"2026-05-20T03:16:46.877036Z","end":"2026-05-20T03:16:47.449604Z","steps":["trace[1049026806] 'agreement among raft nodes before linearized reading' (duration: 571.827347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.449678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:46.877015Z","time spent":"572.645613ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:16:47.44891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.328839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T03:16:47.449729Z","caller":"traceutil/trace.go:171","msg":"trace[1623972785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2252; }","duration":"457.173296ms","start":"2026-05-20T03:16:46.992544Z","end":"2026-05-20T03:16:47.449717Z","steps":["trace[1623972785] 'agreement among raft nodes before linearized reading' (duration: 456.321358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.448929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.791885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:16:47.449861Z","caller":"traceutil/trace.go:171","msg":"trace[1399385032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2252; }","duration":"453.729666ms","start":"2026-05-20T03:16:46.996108Z","end":"2026-05-20T03:16:47.449838Z","steps":["trace[1399385032] 'agreement among raft nodes before linearized reading' (duration: 452.690752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.449898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:46.996101Z","time spent":"453.788467ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:16:47.44893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113805841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:47.449987Z","caller":"traceutil/trace.go:171","msg":"trace[1387525749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2252; }","duration":"1.114903507s","start":"2026-05-20T03:16:46.335075Z","end":"2026-05-20T03:16:47.449978Z","steps":["trace[1387525749] 'agreement among raft nodes before linearized reading' (duration: 1.113832953s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.450014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:46.33505Z","time spent":"1.114957509s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:16:47.44877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.832477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b127b1b13b84ce\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-20T03:16:47.450113Z","caller":"traceutil/trace.go:171","msg":"trace[1084772990] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b127b1b13b84ce; range_end:; response_count:1; response_revision:2252; }","duration":"509.204811ms","start":"2026-05-20T03:16:46.940881Z","end":"2026-05-20T03:16:47.450086Z","steps":["trace[1084772990] 'agreement among raft nodes before linearized reading' (duration: 507.780835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.45018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:46.940856Z","time spent":"509.308384ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b127b1b13b84ce\" "} {"level":"warn","ts":"2026-05-20T03:16:47.449811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:46.992525Z","time spent":"457.27514ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:16:47.449033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302891558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-20T03:16:47.45026Z","caller":"traceutil/trace.go:171","msg":"trace[1061709042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2252; }","duration":"1.304154149s","start":"2026-05-20T03:16:46.146094Z","end":"2026-05-20T03:16:47.450248Z","steps":["trace[1061709042] 'agreement among raft nodes before linearized reading' (duration: 1.302834786s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:47.450299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:46.146071Z","time spent":"1.304217961s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T03:16:47.449013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:45.537089Z","time spent":"1.911269651s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:47.960983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966589764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:16:48.461787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966589764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:16:48.837356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385344364s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T03:16:49.451773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991251839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T03:16:49.451884Z","caller":"traceutil/trace.go:171","msg":"trace[296642964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.991386703s","start":"2026-05-20T03:16:47.46048Z","end":"2026-05-20T03:16:49.451866Z","steps":["trace[296642964] 'agreement among raft nodes before linearized reading' (duration: 1.991248469s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:49.451932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:47.460422Z","time spent":"1.991500967s","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 03:16:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T03:16:49.947668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110144626s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T03:16:50.012581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:47.984176Z","time spent":"2.028397744s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T03:16:50.01272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175121597s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:16:50.01303Z","caller":"traceutil/trace.go:171","msg":"trace[507361073] linearizableReadLoop","detail":"{readStateIndex:2348; appliedIndex:2341; }","duration":"2.552530747s","start":"2026-05-20T03:16:47.460485Z","end":"2026-05-20T03:16:50.013016Z","steps":["trace[507361073] 'read index received' (duration: 1.377041828s)","trace[507361073] 'applied index is now lower than readState.Index' (duration: 1.175488119s)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:50.013237Z","caller":"traceutil/trace.go:171","msg":"trace[802355863] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"2.561288068s","start":"2026-05-20T03:16:47.451937Z","end":"2026-05-20T03:16:50.013225Z","steps":["trace[802355863] 'process raft request' (duration: 1.385578032s)","trace[802355863] 'compare' (duration: 1.174773876s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:50.013302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:47.451919Z","time spent":"2.5613468s","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:50.013544Z","caller":"traceutil/trace.go:171","msg":"trace[179320612] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"2.560522803s","start":"2026-05-20T03:16:47.453008Z","end":"2026-05-20T03:16:50.013531Z","steps":["trace[179320612] 'process raft request' (duration: 2.55978585s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.013608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:47.452994Z","time spent":"2.560583956s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:50.01377Z","caller":"traceutil/trace.go:171","msg":"trace[403421256] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"2.559330665s","start":"2026-05-20T03:16:47.454405Z","end":"2026-05-20T03:16:50.013735Z","steps":["trace[403421256] 'process raft request' (duration: 2.558496538s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:50.013757Z","caller":"traceutil/trace.go:171","msg":"trace[1597452331] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"2.550645105s","start":"2026-05-20T03:16:47.463075Z","end":"2026-05-20T03:16:50.01372Z","steps":["trace[1597452331] 'process raft request' (duration: 2.549911902s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.01392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:47.454396Z","time spent":"2.559445829s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:50.013958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:47.46307Z","time spent":"2.55078647s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:50.014016Z","caller":"traceutil/trace.go:171","msg":"trace[2059607579] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"2.551159513s","start":"2026-05-20T03:16:47.462845Z","end":"2026-05-20T03:16:50.014005Z","steps":["trace[2059607579] 'process raft request' (duration: 2.550115089s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:50.014056Z","caller":"traceutil/trace.go:171","msg":"trace[1725331680] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"2.560783141s","start":"2026-05-20T03:16:47.453249Z","end":"2026-05-20T03:16:50.014032Z","steps":["trace[1725331680] 'process raft request' (duration: 2.559622584s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.014083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:47.462829Z","time spent":"2.551223174s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:50.014182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:47.453229Z","time spent":"2.560884095s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:50.014256Z","caller":"traceutil/trace.go:171","msg":"trace[153944668] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"2.55977313s","start":"2026-05-20T03:16:47.454457Z","end":"2026-05-20T03:16:50.01423Z","steps":["trace[153944668] 'process raft request' (duration: 2.558475828s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.015735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:47.45445Z","time spent":"2.560133141s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:50.337845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.876894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:16:50.338166Z","caller":"traceutil/trace.go:171","msg":"trace[2147252229] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"874.370845ms","start":"2026-05-20T03:16:49.463773Z","end":"2026-05-20T03:16:50.338144Z","steps":["trace[2147252229] 'process raft request' (duration: 874.162728ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:50.338171Z","caller":"traceutil/trace.go:171","msg":"trace[1199915456] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"883.960264ms","start":"2026-05-20T03:16:49.454152Z","end":"2026-05-20T03:16:50.338113Z","steps":["trace[1199915456] 'process raft request' (duration: 692.731378ms)","trace[1199915456] 'compare' (duration: 190.772011ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:50.338207Z","caller":"traceutil/trace.go:171","msg":"trace[1412824810] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"874.310863ms","start":"2026-05-20T03:16:49.463877Z","end":"2026-05-20T03:16:50.338188Z","steps":["trace[1412824810] 'process raft request' (duration: 874.104446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.338339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:49.46376Z","time spent":"874.469848ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:50.338364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:49.454132Z","time spent":"884.131839ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:50.338394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:49.463839Z","time spent":"874.482018ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:50.338474Z","caller":"traceutil/trace.go:171","msg":"trace[411088045] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"321.213868ms","start":"2026-05-20T03:16:50.017238Z","end":"2026-05-20T03:16:50.338452Z","steps":["trace[411088045] 'process raft request' (duration: 321.129726ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:50.338514Z","caller":"traceutil/trace.go:171","msg":"trace[457394291] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2348; }","duration":"325.431625ms","start":"2026-05-20T03:16:50.01307Z","end":"2026-05-20T03:16:50.338502Z","steps":["trace[457394291] 'read index received' (duration: 133.745715ms)","trace[457394291] 'applied index is now lower than readState.Index' (duration: 191.68459ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:50.338524Z","caller":"traceutil/trace.go:171","msg":"trace[1217066005] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"874.085546ms","start":"2026-05-20T03:16:49.464415Z","end":"2026-05-20T03:16:50.338501Z","steps":["trace[1217066005] 'process raft request' (duration: 873.646592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.338594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:50.017209Z","time spent":"321.330852ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T03:16:50.33865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:49.464392Z","time spent":"874.191529ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:50.338701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.419159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-05-20T03:16:50.338741Z","caller":"traceutil/trace.go:171","msg":"trace[1912397211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2264; }","duration":"341.488371ms","start":"2026-05-20T03:16:49.997243Z","end":"2026-05-20T03:16:50.338732Z","steps":["trace[1912397211] 'agreement among raft nodes before linearized reading' (duration: 341.337257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.338783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:49.997229Z","time spent":"341.544133ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T03:16:50.338791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.308842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:50.338858Z","caller":"traceutil/trace.go:171","msg":"trace[257504026] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2264; }","duration":"385.384344ms","start":"2026-05-20T03:16:49.953435Z","end":"2026-05-20T03:16:50.338819Z","steps":["trace[257504026] 'agreement among raft nodes before linearized reading' (duration: 385.296081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.338881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273292506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:50.338906Z","caller":"traceutil/trace.go:171","msg":"trace[1175941853] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2264; }","duration":"2.273376829s","start":"2026-05-20T03:16:48.065522Z","end":"2026-05-20T03:16:50.338899Z","steps":["trace[1175941853] 'agreement among raft nodes before linearized reading' (duration: 2.273302266s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.338902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:49.953412Z","time spent":"385.479888ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:16:50.338949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.684984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:16:50.338982Z","caller":"traceutil/trace.go:171","msg":"trace[1314773624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2264; }","duration":"202.722175ms","start":"2026-05-20T03:16:50.136252Z","end":"2026-05-20T03:16:50.338974Z","steps":["trace[1314773624] 'agreement among raft nodes before linearized reading' (duration: 202.658883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.338703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870034545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:16:50.339021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.0624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T03:16:50.33894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:48.065502Z","time spent":"2.273424911s","remote":"127.0.0.1:54168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:16:50.339037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.421407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:16:50.339067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873922701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T03:16:50.339183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.912564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:16:50.339304Z","caller":"traceutil/trace.go:171","msg":"trace[248848275] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2264; }","duration":"693.09323ms","start":"2026-05-20T03:16:49.646177Z","end":"2026-05-20T03:16:50.33927Z","steps":["trace[248848275] 'agreement among raft nodes before linearized reading' (duration: 692.853672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.339355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:49.646156Z","time spent":"693.191053ms","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:16:50.339103Z","caller":"traceutil/trace.go:171","msg":"trace[2005753774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"879.51373ms","start":"2026-05-20T03:16:49.459581Z","end":"2026-05-20T03:16:50.339095Z","steps":["trace[2005753774] 'agreement among raft nodes before linearized reading' (duration: 879.443368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.339523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:49.459569Z","time spent":"879.937494ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T03:16:50.339232Z","caller":"traceutil/trace.go:171","msg":"trace[424108582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2264; }","duration":"1.874120287s","start":"2026-05-20T03:16:48.465091Z","end":"2026-05-20T03:16:50.339211Z","steps":["trace[424108582] 'agreement among raft nodes before linearized reading' (duration: 1.873850638s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.339682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:48.465066Z","time spent":"1.874596942s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T03:16:50.339067Z","caller":"traceutil/trace.go:171","msg":"trace[876540546] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2264; }","duration":"808.145313ms","start":"2026-05-20T03:16:49.530909Z","end":"2026-05-20T03:16:50.339055Z","steps":["trace[876540546] 'agreement among raft nodes before linearized reading' (duration: 808.007348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.339011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345244343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:50.339918Z","caller":"traceutil/trace.go:171","msg":"trace[797324794] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2264; }","duration":"1.346195343s","start":"2026-05-20T03:16:48.993711Z","end":"2026-05-20T03:16:50.339907Z","steps":["trace[797324794] 'agreement among raft nodes before linearized reading' (duration: 1.345253903s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.339014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006846399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.84\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-20T03:16:50.339983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:48.99369Z","time spent":"1.346283326s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:16:50.339114Z","caller":"traceutil/trace.go:171","msg":"trace[432343322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2264; }","duration":"1.870447098s","start":"2026-05-20T03:16:48.468613Z","end":"2026-05-20T03:16:50.33906Z","steps":["trace[432343322] 'agreement among raft nodes before linearized reading' (duration: 1.870021234s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.340171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:48.468587Z","time spent":"1.871572364s","remote":"127.0.0.1:35740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:16:50.339863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:49.530888Z","time spent":"808.927178ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T03:16:50.340017Z","caller":"traceutil/trace.go:171","msg":"trace[1274290835] range","detail":"{range_begin:/registry/masterleases/162.253.55.84; range_end:; response_count:1; response_revision:2264; }","duration":"2.007870472s","start":"2026-05-20T03:16:48.332133Z","end":"2026-05-20T03:16:50.340004Z","steps":["trace[1274290835] 'agreement among raft nodes before linearized reading' (duration: 2.006818359s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:50.340416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:48.332116Z","time spent":"2.008292555s","remote":"127.0.0.1:54000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.84\" "} {"level":"info","ts":"2026-05-20T03:16:51.582038Z","caller":"traceutil/trace.go:171","msg":"trace[290518885] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"103.123689ms","start":"2026-05-20T03:16:51.478887Z","end":"2026-05-20T03:16:51.582011Z","steps":["trace[290518885] 'process raft request' (duration: 102.894852ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:52.431704Z","caller":"traceutil/trace.go:171","msg":"trace[1496540068] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"347.955261ms","start":"2026-05-20T03:16:52.083725Z","end":"2026-05-20T03:16:52.431681Z","steps":["trace[1496540068] 'process raft request' (duration: 347.738864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:52.431869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:52.083715Z","time spent":"348.069065ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:52.431949Z","caller":"traceutil/trace.go:171","msg":"trace[1339281630] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"348.152247ms","start":"2026-05-20T03:16:52.083771Z","end":"2026-05-20T03:16:52.431923Z","steps":["trace[1339281630] 'process raft request' (duration: 347.867868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:52.432094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:52.083767Z","time spent":"348.246881ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:52.43229Z","caller":"traceutil/trace.go:171","msg":"trace[875759714] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"348.339113ms","start":"2026-05-20T03:16:52.083933Z","end":"2026-05-20T03:16:52.432272Z","steps":["trace[875759714] 'process raft request' (duration: 347.896289ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:52.432454Z","caller":"traceutil/trace.go:171","msg":"trace[1597362216] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2360; }","duration":"111.612473ms","start":"2026-05-20T03:16:52.320806Z","end":"2026-05-20T03:16:52.432418Z","steps":["trace[1597362216] 'read index received' (duration: 110.658132ms)","trace[1597362216] 'applied index is now lower than readState.Index' (duration: 952.301µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:52.432422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:52.083898Z","time spent":"348.479328ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:52.432531Z","caller":"traceutil/trace.go:171","msg":"trace[1983420026] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"347.782606ms","start":"2026-05-20T03:16:52.084719Z","end":"2026-05-20T03:16:52.432501Z","steps":["trace[1983420026] 'process raft request' (duration: 347.490476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:52.432584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.775028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:16:52.432653Z","caller":"traceutil/trace.go:171","msg":"trace[1133832386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2274; }","duration":"111.884052ms","start":"2026-05-20T03:16:52.320753Z","end":"2026-05-20T03:16:52.432637Z","steps":["trace[1133832386] 'agreement among raft nodes before linearized reading' (duration: 111.783389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:52.432695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:52.084707Z","time spent":"347.905889ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:16:52.44649Z","caller":"traceutil/trace.go:171","msg":"trace[616163259] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"102.686595ms","start":"2026-05-20T03:16:52.343782Z","end":"2026-05-20T03:16:52.446468Z","steps":["trace[616163259] 'process raft request' (duration: 102.500659ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:52.446808Z","caller":"traceutil/trace.go:171","msg":"trace[1907874183] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"102.378695ms","start":"2026-05-20T03:16:52.34441Z","end":"2026-05-20T03:16:52.446788Z","steps":["trace[1907874183] 'process raft request' (duration: 101.998373ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:52.446926Z","caller":"traceutil/trace.go:171","msg":"trace[1498979336] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"102.469349ms","start":"2026-05-20T03:16:52.344429Z","end":"2026-05-20T03:16:52.446898Z","steps":["trace[1498979336] 'process raft request' (duration: 102.260012ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:52.446982Z","caller":"traceutil/trace.go:171","msg":"trace[1666425644] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"102.461548ms","start":"2026-05-20T03:16:52.344501Z","end":"2026-05-20T03:16:52.446962Z","steps":["trace[1666425644] 'process raft request' (duration: 102.253171ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:17:47.793822Z","caller":"traceutil/trace.go:171","msg":"trace[1360112811] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"283.359611ms","start":"2026-05-20T03:17:47.510438Z","end":"2026-05-20T03:17:47.793798Z","steps":["trace[1360112811] 'process raft request' (duration: 283.201516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:17:48.539817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.576758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.84\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-20T03:17:48.539898Z","caller":"traceutil/trace.go:171","msg":"trace[1821185652] range","detail":"{range_begin:/registry/masterleases/162.253.55.84; range_end:; response_count:1; response_revision:2737; }","duration":"204.697581ms","start":"2026-05-20T03:17:48.335182Z","end":"2026-05-20T03:17:48.53988Z","steps":["trace[1821185652] 'range keys from in-memory index tree' (duration: 204.422473ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:17:48.540297Z","caller":"traceutil/trace.go:171","msg":"trace[1161616799] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2846; }","duration":"109.395794ms","start":"2026-05-20T03:17:48.430876Z","end":"2026-05-20T03:17:48.540272Z","steps":["trace[1161616799] 'read index received' (duration: 58.160852ms)","trace[1161616799] 'applied index is now lower than readState.Index' (duration: 51.233492ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:17:48.540426Z","caller":"traceutil/trace.go:171","msg":"trace[1357276230] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"201.573152ms","start":"2026-05-20T03:17:48.338834Z","end":"2026-05-20T03:17:48.540407Z","steps":["trace[1357276230] 'process raft request' (duration: 150.292078ms)","trace[1357276230] 'compare' (duration: 50.465468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:17:48.540595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.710444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:17:48.540642Z","caller":"traceutil/trace.go:171","msg":"trace[324911531] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2738; }","duration":"109.806826ms","start":"2026-05-20T03:17:48.430821Z","end":"2026-05-20T03:17:48.540628Z","steps":["trace[324911531] 'agreement among raft nodes before linearized reading' (duration: 109.722874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:18:21.702193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.83749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:18:21.702308Z","caller":"traceutil/trace.go:171","msg":"trace[202878005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2945; }","duration":"380.996505ms","start":"2026-05-20T03:18:21.321285Z","end":"2026-05-20T03:18:21.702281Z","steps":["trace[202878005] 'range keys from in-memory index tree' (duration: 380.755337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:18:21.702368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:18:21.321268Z","time spent":"381.086398ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:18:21.702922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.044664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T03:18:21.703005Z","caller":"traceutil/trace.go:171","msg":"trace[1958085031] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2945; }","duration":"260.182599ms","start":"2026-05-20T03:18:21.442802Z","end":"2026-05-20T03:18:21.702985Z","steps":["trace[1958085031] 'range keys from in-memory index tree' (duration: 259.835267ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:18:22.646945Z","caller":"traceutil/trace.go:171","msg":"trace[1840311159] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"234.900199ms","start":"2026-05-20T03:18:22.412008Z","end":"2026-05-20T03:18:22.646908Z","steps":["trace[1840311159] 'process raft request' (duration: 234.701032ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:18:23.086386Z","caller":"traceutil/trace.go:171","msg":"trace[468129893] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3062; }","duration":"286.47792ms","start":"2026-05-20T03:18:22.799883Z","end":"2026-05-20T03:18:23.086361Z","steps":["trace[468129893] 'read index received' (duration: 284.943361ms)","trace[468129893] 'applied index is now lower than readState.Index' (duration: 1.532939ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:18:23.086479Z","caller":"traceutil/trace.go:171","msg":"trace[1318250655] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"380.814399ms","start":"2026-05-20T03:18:22.705557Z","end":"2026-05-20T03:18:23.086371Z","steps":["trace[1318250655] 'process raft request' (duration: 379.246419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:18:23.086648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.743898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b127cdd0156b8b\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-05-20T03:18:23.086695Z","caller":"traceutil/trace.go:171","msg":"trace[2075056006] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b127cdd0156b8b; range_end:; response_count:1; response_revision:2947; }","duration":"286.845202ms","start":"2026-05-20T03:18:22.799835Z","end":"2026-05-20T03:18:23.08668Z","steps":["trace[2075056006] 'agreement among raft nodes before linearized reading' (duration: 286.658606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:18:23.086692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:18:22.705542Z","time spent":"381.010726ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:18:23.091469Z","caller":"traceutil/trace.go:171","msg":"trace[465194358] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"199.657601ms","start":"2026-05-20T03:18:22.891782Z","end":"2026-05-20T03:18:23.091439Z","steps":["trace[465194358] 'process raft request' (duration: 199.567008ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:18:23.091759Z","caller":"traceutil/trace.go:171","msg":"trace[1643735423] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"281.80763ms","start":"2026-05-20T03:18:22.80994Z","end":"2026-05-20T03:18:23.091747Z","steps":["trace[1643735423] 'process raft request' (duration: 281.273993ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:18:23.091905Z","caller":"traceutil/trace.go:171","msg":"trace[961538700] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"199.847977ms","start":"2026-05-20T03:18:22.89204Z","end":"2026-05-20T03:18:23.091888Z","steps":["trace[961538700] 'process raft request' (duration: 199.336541ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:18:23.091954Z","caller":"traceutil/trace.go:171","msg":"trace[299996873] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"239.131175ms","start":"2026-05-20T03:18:22.852812Z","end":"2026-05-20T03:18:23.091943Z","steps":["trace[299996873] 'process raft request' (duration: 238.503185ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:20:18.479775Z","caller":"traceutil/trace.go:171","msg":"trace[1664877519] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"106.932064ms","start":"2026-05-20T03:20:18.372814Z","end":"2026-05-20T03:20:18.479746Z","steps":["trace[1664877519] 'process raft request' (duration: 88.708165ms)","trace[1664877519] 'compare' (duration: 17.860367ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:16.577916Z","caller":"traceutil/trace.go:171","msg":"trace[1597147008] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"101.593113ms","start":"2026-05-20T03:22:16.476295Z","end":"2026-05-20T03:22:16.577888Z","steps":["trace[1597147008] 'process raft request' (duration: 96.860681ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:18.048898Z","caller":"traceutil/trace.go:171","msg":"trace[812589519] linearizableReadLoop","detail":"{readStateIndex:5018; appliedIndex:5017; }","duration":"214.660195ms","start":"2026-05-20T03:22:17.834213Z","end":"2026-05-20T03:22:18.048874Z","steps":["trace[812589519] 'read index received' (duration: 214.453318ms)","trace[812589519] 'applied index is now lower than readState.Index' (duration: 205.737µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:18.049036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.793349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:22:18.049082Z","caller":"traceutil/trace.go:171","msg":"trace[93930989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4828; }","duration":"214.863021ms","start":"2026-05-20T03:22:17.834207Z","end":"2026-05-20T03:22:18.04907Z","steps":["trace[93930989] 'agreement among raft nodes before linearized reading' (duration: 214.768938ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:18.049004Z","caller":"traceutil/trace.go:171","msg":"trace[1408303371] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"324.203633ms","start":"2026-05-20T03:22:17.724769Z","end":"2026-05-20T03:22:18.048972Z","steps":["trace[1408303371] 'process raft request' (duration: 323.898093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:18.049252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:17.72475Z","time spent":"324.42441ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4470,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:22:18.161673Z","caller":"traceutil/trace.go:171","msg":"trace[1738021032] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"236.61943ms","start":"2026-05-20T03:22:17.92503Z","end":"2026-05-20T03:22:18.16165Z","steps":["trace[1738021032] 'process raft request' (duration: 235.081541ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:18.161873Z","caller":"traceutil/trace.go:171","msg":"trace[2004457803] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"202.645119ms","start":"2026-05-20T03:22:17.959211Z","end":"2026-05-20T03:22:18.161857Z","steps":["trace[2004457803] 'process raft request' (duration: 202.393051ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:18.1622Z","caller":"traceutil/trace.go:171","msg":"trace[1494402640] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"144.920305ms","start":"2026-05-20T03:22:18.017266Z","end":"2026-05-20T03:22:18.162186Z","steps":["trace[1494402640] 'process raft request' (duration: 144.860763ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:18.162224Z","caller":"traceutil/trace.go:171","msg":"trace[1448495076] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"145.294156ms","start":"2026-05-20T03:22:18.016902Z","end":"2026-05-20T03:22:18.162196Z","steps":["trace[1448495076] 'process raft request' (duration: 144.893894ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:22.180976Z","caller":"traceutil/trace.go:171","msg":"trace[1766736555] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"117.934968ms","start":"2026-05-20T03:22:22.063018Z","end":"2026-05-20T03:22:22.180953Z","steps":["trace[1766736555] 'process raft request' (duration: 117.803554ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:22.180941Z","caller":"traceutil/trace.go:171","msg":"trace[6574513] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"118.553638ms","start":"2026-05-20T03:22:22.062344Z","end":"2026-05-20T03:22:22.180897Z","steps":["trace[6574513] 'process raft request' (duration: 88.10431ms)","trace[6574513] 'compare' (duration: 30.18295ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:23.023305Z","caller":"traceutil/trace.go:171","msg":"trace[1288505780] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"242.89975ms","start":"2026-05-20T03:22:22.780357Z","end":"2026-05-20T03:22:23.023257Z","steps":["trace[1288505780] 'process raft request' (duration: 242.690083ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:25.007978Z","caller":"traceutil/trace.go:171","msg":"trace[81477450] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5226; }","duration":"100.669604ms","start":"2026-05-20T03:22:24.907287Z","end":"2026-05-20T03:22:25.007956Z","steps":["trace[81477450] 'read index received' (duration: 816.267µs)","trace[81477450] 'applied index is now lower than readState.Index' (duration: 99.852387ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:25.008056Z","caller":"traceutil/trace.go:171","msg":"trace[1830393497] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5033; }","duration":"111.869973ms","start":"2026-05-20T03:22:24.89617Z","end":"2026-05-20T03:22:25.00804Z","steps":["trace[1830393497] 'process raft request' (duration: 111.684697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.008171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.86932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-20T03:22:25.008197Z","caller":"traceutil/trace.go:171","msg":"trace[2063561830] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5033; }","duration":"100.955932ms","start":"2026-05-20T03:22:24.907236Z","end":"2026-05-20T03:22:25.008192Z","steps":["trace[2063561830] 'agreement among raft nodes before linearized reading' (duration: 100.826778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.321487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.476078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:22:25.321597Z","caller":"traceutil/trace.go:171","msg":"trace[834140033] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5228; }","duration":"313.53975ms","start":"2026-05-20T03:22:25.008039Z","end":"2026-05-20T03:22:25.321579Z","steps":["trace[834140033] 'read index received' (duration: 202.950929ms)","trace[834140033] 'applied index is now lower than readState.Index' (duration: 110.586521ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:25.321806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.80991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p.18b128068d85aaab\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-05-20T03:22:25.321847Z","caller":"traceutil/trace.go:171","msg":"trace[1873386770] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p.18b128068d85aaab; range_end:; response_count:1; response_revision:5034; }","duration":"356.872192ms","start":"2026-05-20T03:22:24.964964Z","end":"2026-05-20T03:22:25.321836Z","steps":["trace[1873386770] 'agreement among raft nodes before linearized reading' (duration: 356.687566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.321883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:24.964956Z","time spent":"356.918404ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":856,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p.18b128068d85aaab\" "} {"level":"warn","ts":"2026-05-20T03:22:25.322011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.161853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p-tls-n6tnm\" ","response":"range_response_count:1 size:2625"} {"level":"warn","ts":"2026-05-20T03:22:25.322015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.335966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:22:25.322089Z","caller":"traceutil/trace.go:171","msg":"trace[1656081322] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p-tls-n6tnm; range_end:; response_count:1; response_revision:5034; }","duration":"358.294957ms","start":"2026-05-20T03:22:24.963773Z","end":"2026-05-20T03:22:25.322068Z","steps":["trace[1656081322] 'agreement among raft nodes before linearized reading' (duration: 358.042049ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:25.322161Z","caller":"traceutil/trace.go:171","msg":"trace[94731457] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5034; }","duration":"385.552983ms","start":"2026-05-20T03:22:24.936578Z","end":"2026-05-20T03:22:25.322131Z","steps":["trace[94731457] 'agreement among raft nodes before linearized reading' (duration: 385.277274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.322169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:24.963751Z","time spent":"358.398651ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":2649,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p-tls-n6tnm\" "} {"level":"warn","ts":"2026-05-20T03:22:25.322243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:24.936557Z","time spent":"385.669917ms","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:22:25.321648Z","caller":"traceutil/trace.go:171","msg":"trace[1630434168] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"355.654783ms","start":"2026-05-20T03:22:24.965939Z","end":"2026-05-20T03:22:25.321593Z","steps":["trace[1630434168] 'process raft request' (duration: 245.003999ms)","trace[1630434168] 'compare' (duration: 110.137187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:25.32253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:24.965926Z","time spent":"356.537881ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T03:22:25.71405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.616465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:22:25.714393Z","caller":"traceutil/trace.go:171","msg":"trace[1187536903] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"389.474049ms","start":"2026-05-20T03:22:25.324894Z","end":"2026-05-20T03:22:25.714368Z","steps":["trace[1187536903] 'process raft request' (duration: 389.412237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.714483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.324874Z","time spent":"389.569532ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:22:25.714609Z","caller":"traceutil/trace.go:171","msg":"trace[1712399315] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5229; }","duration":"392.950011ms","start":"2026-05-20T03:22:25.321624Z","end":"2026-05-20T03:22:25.714574Z","steps":["trace[1712399315] 'read index received' (duration: 200.688895ms)","trace[1712399315] 'applied index is now lower than readState.Index' (duration: 192.257845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:25.714682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.33957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:25.714752Z","caller":"traceutil/trace.go:171","msg":"trace[285445879] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5037; }","duration":"609.463075ms","start":"2026-05-20T03:22:25.10527Z","end":"2026-05-20T03:22:25.714734Z","steps":["trace[285445879] 'agreement among raft nodes before linearized reading' (duration: 609.338641ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:25.714714Z","caller":"traceutil/trace.go:171","msg":"trace[579008107] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"686.83859ms","start":"2026-05-20T03:22:25.027814Z","end":"2026-05-20T03:22:25.714652Z","steps":["trace[579008107] 'process raft request' (duration: 494.473502ms)","trace[579008107] 'compare' (duration: 191.205911ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:25.714793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.105231Z","time spent":"609.550827ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:22:25.714771Z","caller":"traceutil/trace.go:171","msg":"trace[2131881091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5036; }","duration":"391.05928ms","start":"2026-05-20T03:22:25.32367Z","end":"2026-05-20T03:22:25.714729Z","steps":["trace[2131881091] 'process raft request' (duration: 390.533143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.71487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.39604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-20T03:22:25.714908Z","caller":"traceutil/trace.go:171","msg":"trace[432576942] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5037; }","duration":"702.458142ms","start":"2026-05-20T03:22:25.012437Z","end":"2026-05-20T03:22:25.714895Z","steps":["trace[432576942] 'agreement among raft nodes before linearized reading' (duration: 702.288866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.71494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.012421Z","time spent":"702.511183ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-05-20T03:22:25.714933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.027803Z","time spent":"687.015915ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2502,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:25.715003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.323639Z","time spent":"391.214304ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-05-20T03:22:25.714752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.865446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:25.71634Z","caller":"traceutil/trace.go:171","msg":"trace[1925496890] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5037; }","duration":"681.496898ms","start":"2026-05-20T03:22:25.034815Z","end":"2026-05-20T03:22:25.716312Z","steps":["trace[1925496890] 'agreement among raft nodes before linearized reading' (duration: 679.828285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.716412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.034802Z","time spent":"681.585281ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:22:25.716649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.708662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2199604"} {"level":"info","ts":"2026-05-20T03:22:25.716796Z","caller":"traceutil/trace.go:171","msg":"trace[517210907] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5037; }","duration":"689.873878ms","start":"2026-05-20T03:22:25.02688Z","end":"2026-05-20T03:22:25.716754Z","steps":["trace[517210907] 'agreement among raft nodes before linearized reading' (duration: 687.845312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.716853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.026841Z","time spent":"689.999701ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2199628,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-20T03:22:25.892452Z","caller":"traceutil/trace.go:171","msg":"trace[916188389] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5232; }","duration":"177.740729ms","start":"2026-05-20T03:22:25.71469Z","end":"2026-05-20T03:22:25.892431Z","steps":["trace[916188389] 'read index received' (duration: 140.059089ms)","trace[916188389] 'applied index is now lower than readState.Index' (duration: 37.68017ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:25.892515Z","caller":"traceutil/trace.go:171","msg":"trace[307771380] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"222.102644ms","start":"2026-05-20T03:22:25.670351Z","end":"2026-05-20T03:22:25.892454Z","steps":["trace[307771380] 'process raft request' (duration: 184.379172ms)","trace[307771380] 'compare' (duration: 37.497194ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:25.892894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.321767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-8xpq7\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-05-20T03:22:25.893009Z","caller":"traceutil/trace.go:171","msg":"trace[400271823] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-8xpq7; range_end:; response_count:1; response_revision:5039; }","duration":"475.509603ms","start":"2026-05-20T03:22:25.417446Z","end":"2026-05-20T03:22:25.892955Z","steps":["trace[400271823] 'agreement among raft nodes before linearized reading' (duration: 475.12454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.893081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.417409Z","time spent":"475.640957ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5174,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-8xpq7\" "} {"level":"warn","ts":"2026-05-20T03:22:25.893038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.811902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-05-20T03:22:25.893027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.396519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-20T03:22:25.89328Z","caller":"traceutil/trace.go:171","msg":"trace[1772320305] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5039; }","duration":"145.780372ms","start":"2026-05-20T03:22:25.747471Z","end":"2026-05-20T03:22:25.893252Z","steps":["trace[1772320305] 'agreement among raft nodes before linearized reading' (duration: 145.208774ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:25.893159Z","caller":"traceutil/trace.go:171","msg":"trace[2061966177] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5039; }","duration":"174.011629ms","start":"2026-05-20T03:22:25.719122Z","end":"2026-05-20T03:22:25.893134Z","steps":["trace[2061966177] 'agreement among raft nodes before linearized reading' (duration: 173.510132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:25.893929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.028777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p-tls\" ","response":"range_response_count:1 size:2517"} {"level":"info","ts":"2026-05-20T03:22:25.893999Z","caller":"traceutil/trace.go:171","msg":"trace[1202928972] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p-tls; range_end:; response_count:1; response_revision:5039; }","duration":"168.163621ms","start":"2026-05-20T03:22:25.725819Z","end":"2026-05-20T03:22:25.893983Z","steps":["trace[1202928972] 'agreement among raft nodes before linearized reading' (duration: 167.068656ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:26.247491Z","caller":"traceutil/trace.go:171","msg":"trace[1960005280] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"340.789826ms","start":"2026-05-20T03:22:25.906664Z","end":"2026-05-20T03:22:26.247453Z","steps":["trace[1960005280] 'process raft request' (duration: 340.108204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:26.247666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.407704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:26.247747Z","caller":"traceutil/trace.go:171","msg":"trace[1378267920] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5040; }","duration":"336.55955ms","start":"2026-05-20T03:22:25.911171Z","end":"2026-05-20T03:22:26.247731Z","steps":["trace[1378267920] 'agreement among raft nodes before linearized reading' (duration: 336.398354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:26.247804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.911147Z","time spent":"336.644372ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-05-20T03:22:26.247685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.906651Z","time spent":"340.92897ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:22:26.247488Z","caller":"traceutil/trace.go:171","msg":"trace[2049869039] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5234; }","duration":"336.205848ms","start":"2026-05-20T03:22:25.911235Z","end":"2026-05-20T03:22:26.24744Z","steps":["trace[2049869039] 'read index received' (duration: 335.593229ms)","trace[2049869039] 'applied index is now lower than readState.Index' (duration: 578.328µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:26.254021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.655383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:26.254115Z","caller":"traceutil/trace.go:171","msg":"trace[274219907] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5045; }","duration":"133.801108ms","start":"2026-05-20T03:22:26.120292Z","end":"2026-05-20T03:22:26.254093Z","steps":["trace[274219907] 'agreement among raft nodes before linearized reading' (duration: 133.644473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:26.254176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.357515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-05-20T03:22:26.254231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.711734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T03:22:26.254247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.71428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-20T03:22:26.254309Z","caller":"traceutil/trace.go:171","msg":"trace[168622983] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5045; }","duration":"298.91852ms","start":"2026-05-20T03:22:25.955343Z","end":"2026-05-20T03:22:26.254262Z","steps":["trace[168622983] 'agreement among raft nodes before linearized reading' (duration: 298.634961ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:26.254329Z","caller":"traceutil/trace.go:171","msg":"trace[1683735867] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5045; }","duration":"329.855744ms","start":"2026-05-20T03:22:25.924454Z","end":"2026-05-20T03:22:26.25431Z","steps":["trace[1683735867] 'agreement among raft nodes before linearized reading' (duration: 329.646867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:26.254383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.924427Z","time spent":"329.946697ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-20T03:22:26.254491Z","caller":"traceutil/trace.go:171","msg":"trace[2077033406] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5045; }","duration":"214.548351ms","start":"2026-05-20T03:22:26.039702Z","end":"2026-05-20T03:22:26.25425Z","steps":["trace[2077033406] 'agreement among raft nodes before linearized reading' (duration: 214.342854ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:26.254394Z","caller":"traceutil/trace.go:171","msg":"trace[267256290] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"342.637584ms","start":"2026-05-20T03:22:25.911721Z","end":"2026-05-20T03:22:26.254359Z","steps":["trace[267256290] 'process raft request' (duration: 341.787337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:26.254524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.253205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:26.25462Z","caller":"traceutil/trace.go:171","msg":"trace[768590659] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5045; }","duration":"291.42018ms","start":"2026-05-20T03:22:25.963178Z","end":"2026-05-20T03:22:26.254598Z","steps":["trace[768590659] 'agreement among raft nodes before linearized reading' (duration: 291.273695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:26.254737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:25.911707Z","time spent":"342.873123ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:26.254523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.013981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130408"} {"level":"info","ts":"2026-05-20T03:22:26.25483Z","caller":"traceutil/trace.go:171","msg":"trace[1369466804] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5045; }","duration":"213.399184ms","start":"2026-05-20T03:22:26.04142Z","end":"2026-05-20T03:22:26.254819Z","steps":["trace[1369466804] 'agreement among raft nodes before linearized reading' (duration: 212.690291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:27.823069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966596614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:22:27.829901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.440137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:22:27.830027Z","caller":"traceutil/trace.go:171","msg":"trace[821276623] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"674.930907ms","start":"2026-05-20T03:22:27.155075Z","end":"2026-05-20T03:22:27.830006Z","steps":["trace[821276623] 'process raft request' (duration: 68.315444ms)","trace[821276623] 'compare' (duration: 606.304943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:27.830083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:27.155043Z","time spent":"675.01649ms","remote":"127.0.0.1:37144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T03:22:28.089262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.260326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:22:28.089426Z","caller":"traceutil/trace.go:171","msg":"trace[1180951288] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"766.8687ms","start":"2026-05-20T03:22:27.322529Z","end":"2026-05-20T03:22:28.089398Z","steps":["trace[1180951288] 'read index received' (duration: 616.365677ms)","trace[1180951288] 'applied index is now lower than readState.Index' (duration: 150.500523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:28.089652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.104268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:28.08962Z","caller":"traceutil/trace.go:171","msg":"trace[1932097526] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"929.426902ms","start":"2026-05-20T03:22:27.160112Z","end":"2026-05-20T03:22:28.089539Z","steps":["trace[1932097526] 'process raft request' (duration: 778.784754ms)","trace[1932097526] 'compare' (duration: 150.032038ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:28.089714Z","caller":"traceutil/trace.go:171","msg":"trace[2062555516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"767.216441ms","start":"2026-05-20T03:22:27.322485Z","end":"2026-05-20T03:22:28.089702Z","steps":["trace[2062555516] 'agreement among raft nodes before linearized reading' (duration: 767.057656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:28.089784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:27.322464Z","time spent":"767.307874ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:22:28.089837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:27.160079Z","time spent":"929.660439ms","remote":"127.0.0.1:37094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2928,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:22:28.093683Z","caller":"traceutil/trace.go:171","msg":"trace[1765492968] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"255.582049ms","start":"2026-05-20T03:22:27.838038Z","end":"2026-05-20T03:22:28.09362Z","steps":["trace[1765492968] 'process raft request' (duration: 255.362222ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:28.093833Z","caller":"traceutil/trace.go:171","msg":"trace[980016123] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"250.078192ms","start":"2026-05-20T03:22:27.843729Z","end":"2026-05-20T03:22:28.093807Z","steps":["trace[980016123] 'process raft request' (duration: 249.787183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:28.094185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.586356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p\" ","response":"range_response_count:1 size:9867"} {"level":"warn","ts":"2026-05-20T03:22:28.094215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.138468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-05-20T03:22:28.094231Z","caller":"traceutil/trace.go:171","msg":"trace[435060294] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p; range_end:; response_count:1; response_revision:5148; }","duration":"258.701719ms","start":"2026-05-20T03:22:27.835514Z","end":"2026-05-20T03:22:28.094215Z","steps":["trace[435060294] 'agreement among raft nodes before linearized reading' (duration: 258.43255ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:28.094257Z","caller":"traceutil/trace.go:171","msg":"trace[1151389064] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5148; }","duration":"658.242681ms","start":"2026-05-20T03:22:27.436002Z","end":"2026-05-20T03:22:28.094245Z","steps":["trace[1151389064] 'agreement among raft nodes before linearized reading' (duration: 657.988753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:28.094311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:27.435977Z","time spent":"658.325614ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413154,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-20T03:22:28.094243Z","caller":"traceutil/trace.go:171","msg":"trace[1913688767] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"248.114049ms","start":"2026-05-20T03:22:27.846101Z","end":"2026-05-20T03:22:28.094215Z","steps":["trace[1913688767] 'process raft request' (duration: 247.456868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:28.094648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.260935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p.18b12808fae38b8a\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-05-20T03:22:28.09695Z","caller":"traceutil/trace.go:171","msg":"trace[559181500] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-82n4p.18b12808fae38b8a; range_end:; response_count:1; response_revision:5148; }","duration":"260.58295ms","start":"2026-05-20T03:22:27.836334Z","end":"2026-05-20T03:22:28.096917Z","steps":["trace[559181500] 'agreement among raft nodes before linearized reading' (duration: 258.038848ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:28.51921Z","caller":"traceutil/trace.go:171","msg":"trace[654242591] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"119.538609ms","start":"2026-05-20T03:22:28.399611Z","end":"2026-05-20T03:22:28.51915Z","steps":["trace[654242591] 'process raft request' (duration: 119.216719ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:29.971646Z","caller":"traceutil/trace.go:171","msg":"trace[1162671539] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"108.939519ms","start":"2026-05-20T03:22:29.862669Z","end":"2026-05-20T03:22:29.971609Z","steps":["trace[1162671539] 'process raft request' (duration: 108.692791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:32.03522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.135683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:22:32.035336Z","caller":"traceutil/trace.go:171","msg":"trace[1520031750] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5228; }","duration":"117.336079ms","start":"2026-05-20T03:22:31.917977Z","end":"2026-05-20T03:22:32.035313Z","steps":["trace[1520031750] 'count revisions from in-memory index tree' (duration: 116.989328ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:32.456063Z","caller":"traceutil/trace.go:171","msg":"trace[1458421040] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"170.90953ms","start":"2026-05-20T03:22:32.285116Z","end":"2026-05-20T03:22:32.456026Z","steps":["trace[1458421040] 'process raft request' (duration: 170.729774ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:32.535631Z","caller":"traceutil/trace.go:171","msg":"trace[640173581] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"227.693892ms","start":"2026-05-20T03:22:32.307909Z","end":"2026-05-20T03:22:32.535603Z","steps":["trace[640173581] 'process raft request' (duration: 227.62327ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:32.535727Z","caller":"traceutil/trace.go:171","msg":"trace[756784814] linearizableReadLoop","detail":"{readStateIndex:5433; appliedIndex:5429; }","duration":"223.018333ms","start":"2026-05-20T03:22:32.312697Z","end":"2026-05-20T03:22:32.535715Z","steps":["trace[756784814] 'read index received' (duration: 143.275792ms)","trace[756784814] 'applied index is now lower than readState.Index' (duration: 79.740831ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:32.535631Z","caller":"traceutil/trace.go:171","msg":"trace[137525904] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"230.588076ms","start":"2026-05-20T03:22:32.30502Z","end":"2026-05-20T03:22:32.535608Z","steps":["trace[137525904] 'process raft request' (duration: 230.339608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:32.536002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.286461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:22:32.536086Z","caller":"traceutil/trace.go:171","msg":"trace[429375817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5232; }","duration":"223.415165ms","start":"2026-05-20T03:22:32.312651Z","end":"2026-05-20T03:22:32.536066Z","steps":["trace[429375817] 'agreement among raft nodes before linearized reading' (duration: 223.175758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:32.535975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.843084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:32.536124Z","caller":"traceutil/trace.go:171","msg":"trace[1426061704] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"227.88929ms","start":"2026-05-20T03:22:32.308185Z","end":"2026-05-20T03:22:32.536074Z","steps":["trace[1426061704] 'process raft request' (duration: 227.380653ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:32.536181Z","caller":"traceutil/trace.go:171","msg":"trace[946337883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5232; }","duration":"217.084022ms","start":"2026-05-20T03:22:32.319081Z","end":"2026-05-20T03:22:32.536165Z","steps":["trace[946337883] 'agreement among raft nodes before linearized reading' (duration: 216.820964ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:32.929549Z","caller":"traceutil/trace.go:171","msg":"trace[1016801094] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"131.928707ms","start":"2026-05-20T03:22:32.797581Z","end":"2026-05-20T03:22:32.92951Z","steps":["trace[1016801094] 'process raft request' (duration: 76.90256ms)","trace[1016801094] 'compare' (duration: 54.81806ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:33.249727Z","caller":"traceutil/trace.go:171","msg":"trace[1817990647] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"245.893558ms","start":"2026-05-20T03:22:33.003799Z","end":"2026-05-20T03:22:33.249693Z","steps":["trace[1817990647] 'process raft request' (duration: 245.612579ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:34.975199Z","caller":"traceutil/trace.go:171","msg":"trace[59617211] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"360.815308ms","start":"2026-05-20T03:22:34.614313Z","end":"2026-05-20T03:22:34.975129Z","steps":["trace[59617211] 'process raft request' (duration: 344.402371ms)","trace[59617211] 'compare' (duration: 15.909121ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:34.975378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:34.614299Z","time spent":"361.004705ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:22:34.97543Z","caller":"traceutil/trace.go:171","msg":"trace[331616498] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"360.584801ms","start":"2026-05-20T03:22:34.614741Z","end":"2026-05-20T03:22:34.975326Z","steps":["trace[331616498] 'process raft request' (duration: 360.327373ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:34.975487Z","caller":"traceutil/trace.go:171","msg":"trace[1642757112] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5482; }","duration":"331.073074ms","start":"2026-05-20T03:22:34.644383Z","end":"2026-05-20T03:22:34.975456Z","steps":["trace[1642757112] 'read index received' (duration: 314.354147ms)","trace[1642757112] 'applied index is now lower than readState.Index' (duration: 16.717077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:34.975634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:34.614717Z","time spent":"360.825358ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3067,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:22:34.975672Z","caller":"traceutil/trace.go:171","msg":"trace[2077051326] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"358.98221ms","start":"2026-05-20T03:22:34.616646Z","end":"2026-05-20T03:22:34.975628Z","steps":["trace[2077051326] 'process raft request' (duration: 358.632349ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:34.9757Z","caller":"traceutil/trace.go:171","msg":"trace[1689980165] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"212.821466ms","start":"2026-05-20T03:22:34.762825Z","end":"2026-05-20T03:22:34.975646Z","steps":["trace[1689980165] 'process raft request' (duration: 212.563758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:34.975796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.382423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:22:34.975844Z","caller":"traceutil/trace.go:171","msg":"trace[203602411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5284; }","duration":"331.504867ms","start":"2026-05-20T03:22:34.644328Z","end":"2026-05-20T03:22:34.975833Z","steps":["trace[203602411] 'agreement among raft nodes before linearized reading' (duration: 331.30331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:34.975867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:34.616635Z","time spent":"359.129855ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:34.97589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:34.644313Z","time spent":"331.567819ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T03:22:34.976005Z","caller":"traceutil/trace.go:171","msg":"trace[354135300] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"360.698235ms","start":"2026-05-20T03:22:34.615291Z","end":"2026-05-20T03:22:34.97599Z","steps":["trace[354135300] 'process raft request' (duration: 359.904899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:34.976024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.003636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:22:34.976081Z","caller":"traceutil/trace.go:171","msg":"trace[1265843052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5284; }","duration":"319.119059ms","start":"2026-05-20T03:22:34.656948Z","end":"2026-05-20T03:22:34.976067Z","steps":["trace[1265843052] 'agreement among raft nodes before linearized reading' (duration: 318.874141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:34.976105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:34.615171Z","time spent":"360.877851ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:34.976143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:34.656924Z","time spent":"319.208562ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:22:34.976109Z","caller":"traceutil/trace.go:171","msg":"trace[526474467] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"334.853234ms","start":"2026-05-20T03:22:34.641184Z","end":"2026-05-20T03:22:34.976037Z","steps":["trace[526474467] 'process raft request' (duration: 334.157452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:34.976299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:34.641154Z","time spent":"335.060131ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:34.976391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.251743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:22:34.976448Z","caller":"traceutil/trace.go:171","msg":"trace[39279456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5284; }","duration":"319.376228ms","start":"2026-05-20T03:22:34.657058Z","end":"2026-05-20T03:22:34.976434Z","steps":["trace[39279456] 'agreement among raft nodes before linearized reading' (duration: 319.151281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:34.976491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:34.65703Z","time spent":"319.451871ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:22:34.976726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.585762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:22:34.976801Z","caller":"traceutil/trace.go:171","msg":"trace[562032288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:5284; }","duration":"176.694005ms","start":"2026-05-20T03:22:34.800093Z","end":"2026-05-20T03:22:34.976787Z","steps":["trace[562032288] 'agreement among raft nodes before linearized reading' (duration: 176.095386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:34.979154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.879892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214716"} {"level":"info","ts":"2026-05-20T03:22:34.979469Z","caller":"traceutil/trace.go:171","msg":"trace[1192777614] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5284; }","duration":"116.246624ms","start":"2026-05-20T03:22:34.8632Z","end":"2026-05-20T03:22:34.979446Z","steps":["trace[1192777614] 'agreement among raft nodes before linearized reading' (duration: 112.887106ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:35.298508Z","caller":"traceutil/trace.go:171","msg":"trace[444040149] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"224.634085ms","start":"2026-05-20T03:22:35.073828Z","end":"2026-05-20T03:22:35.298462Z","steps":["trace[444040149] 'process raft request' (duration: 210.414688ms)","trace[444040149] 'compare' (duration: 13.37528ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:35.298586Z","caller":"traceutil/trace.go:171","msg":"trace[500310227] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5495; }","duration":"223.054794ms","start":"2026-05-20T03:22:35.075501Z","end":"2026-05-20T03:22:35.298556Z","steps":["trace[500310227] 'read index received' (duration: 208.765265ms)","trace[500310227] 'applied index is now lower than readState.Index' (duration: 14.285729ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:35.298805Z","caller":"traceutil/trace.go:171","msg":"trace[910155377] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"222.371902ms","start":"2026-05-20T03:22:35.076394Z","end":"2026-05-20T03:22:35.298766Z","steps":["trace[910155377] 'process raft request' (duration: 222.093713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:35.298915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.388064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-360c3b72-6c26-4911-bacf-0de0b831cf82\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-20T03:22:35.298914Z","caller":"traceutil/trace.go:171","msg":"trace[2012282869] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"221.036939ms","start":"2026-05-20T03:22:35.077837Z","end":"2026-05-20T03:22:35.298874Z","steps":["trace[2012282869] 'process raft request' (duration: 220.823552ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:35.298987Z","caller":"traceutil/trace.go:171","msg":"trace[2128425486] range","detail":"{range_begin:/registry/persistentvolumes/pvc-360c3b72-6c26-4911-bacf-0de0b831cf82; range_end:; response_count:1; response_revision:5293; }","duration":"223.56708ms","start":"2026-05-20T03:22:35.075398Z","end":"2026-05-20T03:22:35.298965Z","steps":["trace[2128425486] 'agreement among raft nodes before linearized reading' (duration: 223.26623ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:35.299233Z","caller":"traceutil/trace.go:171","msg":"trace[598463285] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"220.633336ms","start":"2026-05-20T03:22:35.07858Z","end":"2026-05-20T03:22:35.299213Z","steps":["trace[598463285] 'process raft request' (duration: 220.184452ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:35.300008Z","caller":"traceutil/trace.go:171","msg":"trace[1356783652] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"199.434826ms","start":"2026-05-20T03:22:35.100492Z","end":"2026-05-20T03:22:35.299927Z","steps":["trace[1356783652] 'process raft request' (duration: 199.219269ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:35.300062Z","caller":"traceutil/trace.go:171","msg":"trace[1220316682] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"212.780534ms","start":"2026-05-20T03:22:35.087254Z","end":"2026-05-20T03:22:35.300035Z","steps":["trace[1220316682] 'process raft request' (duration: 211.809403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:35.300007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.496778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-20T03:22:35.300205Z","caller":"traceutil/trace.go:171","msg":"trace[636815137] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5297; }","duration":"204.705645ms","start":"2026-05-20T03:22:35.095472Z","end":"2026-05-20T03:22:35.300178Z","steps":["trace[636815137] 'agreement among raft nodes before linearized reading' (duration: 204.346573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:38.87609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.745583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:22:38.876176Z","caller":"traceutil/trace.go:171","msg":"trace[1916762209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5351; }","duration":"226.905308ms","start":"2026-05-20T03:22:38.649252Z","end":"2026-05-20T03:22:38.876158Z","steps":["trace[1916762209] 'range keys from in-memory index tree' (duration: 226.522466ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:40.416722Z","caller":"traceutil/trace.go:171","msg":"trace[1927641507] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"264.694691ms","start":"2026-05-20T03:22:40.151976Z","end":"2026-05-20T03:22:40.416671Z","steps":["trace[1927641507] 'process raft request' (duration: 264.319599ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:40.600792Z","caller":"traceutil/trace.go:171","msg":"trace[1075405133] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"117.768793ms","start":"2026-05-20T03:22:40.482991Z","end":"2026-05-20T03:22:40.60076Z","steps":["trace[1075405133] 'process raft request' (duration: 85.018981ms)","trace[1075405133] 'compare' (duration: 32.571346ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:40.628278Z","caller":"traceutil/trace.go:171","msg":"trace[205553249] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"124.992834ms","start":"2026-05-20T03:22:40.503238Z","end":"2026-05-20T03:22:40.628231Z","steps":["trace[205553249] 'process raft request' (duration: 124.716505ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:40.731383Z","caller":"traceutil/trace.go:171","msg":"trace[1038255607] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"161.635702ms","start":"2026-05-20T03:22:40.569698Z","end":"2026-05-20T03:22:40.731333Z","steps":["trace[1038255607] 'process raft request' (duration: 133.042903ms)","trace[1038255607] 'compare' (duration: 28.226247ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:42.167437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.174019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:22:42.167649Z","caller":"traceutil/trace.go:171","msg":"trace[881611207] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"317.664613ms","start":"2026-05-20T03:22:41.84995Z","end":"2026-05-20T03:22:42.167615Z","steps":["trace[881611207] 'process raft request' (duration: 117.211845ms)","trace[881611207] 'compare' (duration: 200.002283ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:42.167804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:41.849919Z","time spent":"317.810697ms","remote":"127.0.0.1:54156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T03:22:42.949755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.437384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:22:42.950017Z","caller":"traceutil/trace.go:171","msg":"trace[1703880664] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"772.506381ms","start":"2026-05-20T03:22:42.177471Z","end":"2026-05-20T03:22:42.949977Z","steps":["trace[1703880664] 'process raft request' (duration: 115.736167ms)","trace[1703880664] 'compare' (duration: 656.111013ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:42.950108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:42.177445Z","time spent":"772.616374ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:22:42.950117Z","caller":"traceutil/trace.go:171","msg":"trace[1026022183] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"212.249277ms","start":"2026-05-20T03:22:42.737854Z","end":"2026-05-20T03:22:42.950103Z","steps":["trace[1026022183] 'process raft request' (duration: 212.206455ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:42.950426Z","caller":"traceutil/trace.go:171","msg":"trace[1187687632] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"344.236766ms","start":"2026-05-20T03:22:42.606178Z","end":"2026-05-20T03:22:42.950414Z","steps":["trace[1187687632] 'process raft request' (duration: 343.711759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:42.950512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:42.606132Z","time spent":"344.331859ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:22:42.950645Z","caller":"traceutil/trace.go:171","msg":"trace[1493117412] linearizableReadLoop","detail":"{readStateIndex:5615; appliedIndex:5611; }","duration":"285.51135ms","start":"2026-05-20T03:22:42.665087Z","end":"2026-05-20T03:22:42.950598Z","steps":["trace[1493117412] 'read index received' (duration: 24.30678ms)","trace[1493117412] 'applied index is now lower than readState.Index' (duration: 261.20096ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:42.950779Z","caller":"traceutil/trace.go:171","msg":"trace[2039505040] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"316.091942ms","start":"2026-05-20T03:22:42.634677Z","end":"2026-05-20T03:22:42.950768Z","steps":["trace[2039505040] 'process raft request' (duration: 315.285846ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:42.950822Z","caller":"traceutil/trace.go:171","msg":"trace[1280248064] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"315.879235ms","start":"2026-05-20T03:22:42.634915Z","end":"2026-05-20T03:22:42.950794Z","steps":["trace[1280248064] 'process raft request' (duration: 315.1061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:42.950923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.797219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:42.950984Z","caller":"traceutil/trace.go:171","msg":"trace[135014220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5410; }","duration":"285.928204ms","start":"2026-05-20T03:22:42.66504Z","end":"2026-05-20T03:22:42.950968Z","steps":["trace[135014220] 'agreement among raft nodes before linearized reading' (duration: 285.782699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:42.951011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:42.63488Z","time spent":"316.019109ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:42.950848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:42.634641Z","time spent":"316.176055ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:22:44.283184Z","caller":"traceutil/trace.go:171","msg":"trace[1460577421] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"155.598838ms","start":"2026-05-20T03:22:44.127557Z","end":"2026-05-20T03:22:44.283156Z","steps":["trace[1460577421] 'process raft request' (duration: 155.436853ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:49.88969Z","caller":"traceutil/trace.go:171","msg":"trace[223576430] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"109.021152ms","start":"2026-05-20T03:22:49.780632Z","end":"2026-05-20T03:22:49.889654Z","steps":["trace[223576430] 'process raft request' (duration: 107.666418ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:50.385774Z","caller":"traceutil/trace.go:171","msg":"trace[843696524] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"167.51782ms","start":"2026-05-20T03:22:50.218231Z","end":"2026-05-20T03:22:50.385749Z","steps":["trace[843696524] 'process raft request' (duration: 167.459539ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:50.385782Z","caller":"traceutil/trace.go:171","msg":"trace[1102482097] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"176.413686ms","start":"2026-05-20T03:22:50.209327Z","end":"2026-05-20T03:22:50.38574Z","steps":["trace[1102482097] 'process raft request' (duration: 128.661172ms)","trace[1102482097] 'compare' (duration: 47.517577ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:50.385867Z","caller":"traceutil/trace.go:171","msg":"trace[737415901] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5705; }","duration":"174.912558ms","start":"2026-05-20T03:22:50.210903Z","end":"2026-05-20T03:22:50.385815Z","steps":["trace[737415901] 'read index received' (duration: 2.832021ms)","trace[737415901] 'applied index is now lower than readState.Index' (duration: 172.073166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:50.386215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.2896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-05-20T03:22:50.386293Z","caller":"traceutil/trace.go:171","msg":"trace[1167326132] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5500; }","duration":"175.416574ms","start":"2026-05-20T03:22:50.210856Z","end":"2026-05-20T03:22:50.386272Z","steps":["trace[1167326132] 'agreement among raft nodes before linearized reading' (duration: 175.078763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:50.386338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.828142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:22:50.386446Z","caller":"traceutil/trace.go:171","msg":"trace[1800959703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5500; }","duration":"155.120682ms","start":"2026-05-20T03:22:50.231306Z","end":"2026-05-20T03:22:50.386426Z","steps":["trace[1800959703] 'agreement among raft nodes before linearized reading' (duration: 154.837623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.465337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.109802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:22:51.465394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.975896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:22:51.465414Z","caller":"traceutil/trace.go:171","msg":"trace[2010679554] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5543; }","duration":"533.225436ms","start":"2026-05-20T03:22:50.932171Z","end":"2026-05-20T03:22:51.465396Z","steps":["trace[2010679554] 'count revisions from in-memory index tree' (duration: 533.06169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.465445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:50.93216Z","time spent":"533.277757ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:22:51.465457Z","caller":"traceutil/trace.go:171","msg":"trace[678576935] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"470.174121ms","start":"2026-05-20T03:22:50.995269Z","end":"2026-05-20T03:22:51.465443Z","steps":["trace[678576935] 'process raft request' (duration: 330.084692ms)","trace[678576935] 'compare' (duration: 139.611233ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:51.465497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:50.995239Z","time spent":"470.237503ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:51.466685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.925939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214716"} {"level":"info","ts":"2026-05-20T03:22:51.466872Z","caller":"traceutil/trace.go:171","msg":"trace[1539368382] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5543; }","duration":"544.335463ms","start":"2026-05-20T03:22:50.922508Z","end":"2026-05-20T03:22:51.466843Z","steps":["trace[1539368382] 'range keys from in-memory index tree' (duration: 541.998338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.466964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:50.922478Z","time spent":"544.468787ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2214740,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-20T03:22:51.475074Z","caller":"traceutil/trace.go:171","msg":"trace[1735468183] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"478.295442ms","start":"2026-05-20T03:22:50.996742Z","end":"2026-05-20T03:22:51.475037Z","steps":["trace[1735468183] 'process raft request' (duration: 478.123036ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:51.475153Z","caller":"traceutil/trace.go:171","msg":"trace[608057031] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"478.141377ms","start":"2026-05-20T03:22:50.996978Z","end":"2026-05-20T03:22:51.47512Z","steps":["trace[608057031] 'process raft request' (duration: 478.004682ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:51.475189Z","caller":"traceutil/trace.go:171","msg":"trace[1132430031] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"477.979802ms","start":"2026-05-20T03:22:50.997188Z","end":"2026-05-20T03:22:51.475168Z","steps":["trace[1132430031] 'process raft request' (duration: 477.823557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.475328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:50.99716Z","time spent":"478.086246ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:51.475324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:50.996714Z","time spent":"478.447527ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:51.475333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:50.996972Z","time spent":"478.260761ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:22:51.47551Z","caller":"traceutil/trace.go:171","msg":"trace[2050030579] linearizableReadLoop","detail":"{readStateIndex:5755; appliedIndex:5751; }","duration":"452.375369ms","start":"2026-05-20T03:22:51.022701Z","end":"2026-05-20T03:22:51.475076Z","steps":["trace[2050030579] 'read index received' (duration: 302.682872ms)","trace[2050030579] 'applied index is now lower than readState.Index' (duration: 149.691517ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:51.475609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.918107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T03:22:51.475637Z","caller":"traceutil/trace.go:171","msg":"trace[36944195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5547; }","duration":"452.987539ms","start":"2026-05-20T03:22:51.022643Z","end":"2026-05-20T03:22:51.475631Z","steps":["trace[36944195] 'agreement among raft nodes before linearized reading' (duration: 452.878975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.47566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:51.022618Z","time spent":"453.036821ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:22:51.476012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.764301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:22:51.476058Z","caller":"traceutil/trace.go:171","msg":"trace[1409956429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5547; }","duration":"258.839693ms","start":"2026-05-20T03:22:51.217206Z","end":"2026-05-20T03:22:51.476046Z","steps":["trace[1409956429] 'agreement among raft nodes before linearized reading' (duration: 258.701329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.476079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.039618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T03:22:51.476104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.45248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:22:51.476172Z","caller":"traceutil/trace.go:171","msg":"trace[1245781020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:5547; }","duration":"319.599545ms","start":"2026-05-20T03:22:51.156554Z","end":"2026-05-20T03:22:51.476154Z","steps":["trace[1245781020] 'agreement among raft nodes before linearized reading' (duration: 319.363917ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:51.476161Z","caller":"traceutil/trace.go:171","msg":"trace[1148922965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5547; }","duration":"296.146192ms","start":"2026-05-20T03:22:51.180001Z","end":"2026-05-20T03:22:51.476147Z","steps":["trace[1148922965] 'agreement among raft nodes before linearized reading' (duration: 295.911234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.47621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:51.156524Z","time spent":"319.679337ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:22:51.476225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.625478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:51.47625Z","caller":"traceutil/trace.go:171","msg":"trace[480937185] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5547; }","duration":"207.690421ms","start":"2026-05-20T03:22:51.268551Z","end":"2026-05-20T03:22:51.476241Z","steps":["trace[480937185] 'agreement among raft nodes before linearized reading' (duration: 207.654959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.476192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.003726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:22:51.476519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.726962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:22:51.476558Z","caller":"traceutil/trace.go:171","msg":"trace[1674569679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5547; }","duration":"259.904567ms","start":"2026-05-20T03:22:51.216643Z","end":"2026-05-20T03:22:51.476548Z","steps":["trace[1674569679] 'agreement among raft nodes before linearized reading' (duration: 259.720761ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:51.476578Z","caller":"traceutil/trace.go:171","msg":"trace[509369187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5547; }","duration":"154.424639ms","start":"2026-05-20T03:22:51.322126Z","end":"2026-05-20T03:22:51.476551Z","steps":["trace[509369187] 'agreement among raft nodes before linearized reading' (duration: 154.047117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.476689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.979616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:22:51.476718Z","caller":"traceutil/trace.go:171","msg":"trace[475873147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5547; }","duration":"348.056128ms","start":"2026-05-20T03:22:51.128651Z","end":"2026-05-20T03:22:51.476708Z","steps":["trace[475873147] 'agreement among raft nodes before linearized reading' (duration: 347.228232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:51.47674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:51.12862Z","time spent":"348.11228ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:22:52.862261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966597508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T03:22:52.869651Z","caller":"traceutil/trace.go:171","msg":"trace[439658147] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5765; }","duration":"507.956785ms","start":"2026-05-20T03:22:52.361666Z","end":"2026-05-20T03:22:52.869623Z","steps":["trace[439658147] 'read index received' (duration: 507.658685ms)","trace[439658147] 'applied index is now lower than readState.Index' (duration: 296.749µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:52.869757Z","caller":"traceutil/trace.go:171","msg":"trace[1365133848] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"657.958783ms","start":"2026-05-20T03:22:52.211758Z","end":"2026-05-20T03:22:52.869716Z","steps":["trace[1365133848] 'process raft request' (duration: 657.685364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:52.86986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.149881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:22:52.869909Z","caller":"traceutil/trace.go:171","msg":"trace[1275417139] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5558; }","duration":"508.293285ms","start":"2026-05-20T03:22:52.361601Z","end":"2026-05-20T03:22:52.869894Z","steps":["trace[1275417139] 'agreement among raft nodes before linearized reading' (duration: 508.164301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:52.869954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.194297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d63884c0-f8ef-426f-9fa9-8d823fd1d0c8\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-05-20T03:22:52.869964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:52.361576Z","time spent":"508.375908ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:22:52.870007Z","caller":"traceutil/trace.go:171","msg":"trace[33335371] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d63884c0-f8ef-426f-9fa9-8d823fd1d0c8; range_end:; response_count:1; response_revision:5558; }","duration":"260.3065ms","start":"2026-05-20T03:22:52.609684Z","end":"2026-05-20T03:22:52.869991Z","steps":["trace[33335371] 'agreement among raft nodes before linearized reading' (duration: 260.199787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:52.869997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:52.211736Z","time spent":"658.131247ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:52.870059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.466067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:22:52.870156Z","caller":"traceutil/trace.go:171","msg":"trace[1203339931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5558; }","duration":"204.611832ms","start":"2026-05-20T03:22:52.665523Z","end":"2026-05-20T03:22:52.870135Z","steps":["trace[1203339931] 'agreement among raft nodes before linearized reading' (duration: 204.462817ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:53.695851Z","caller":"traceutil/trace.go:171","msg":"trace[949316352] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"224.235673ms","start":"2026-05-20T03:22:53.471579Z","end":"2026-05-20T03:22:53.695815Z","steps":["trace[949316352] 'process raft request' (duration: 223.990995ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:54.02876Z","caller":"traceutil/trace.go:171","msg":"trace[311638048] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"546.609226ms","start":"2026-05-20T03:22:53.48212Z","end":"2026-05-20T03:22:54.028729Z","steps":["trace[311638048] 'process raft request' (duration: 546.528393ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:54.028784Z","caller":"traceutil/trace.go:171","msg":"trace[2034165369] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"548.331781ms","start":"2026-05-20T03:22:53.480399Z","end":"2026-05-20T03:22:54.028732Z","steps":["trace[2034165369] 'process raft request' (duration: 548.056252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:54.028967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.482095Z","time spent":"546.759381ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:54.029007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.480365Z","time spent":"548.519157ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:22:54.029206Z","caller":"traceutil/trace.go:171","msg":"trace[1106349353] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"546.994378ms","start":"2026-05-20T03:22:53.482172Z","end":"2026-05-20T03:22:54.029166Z","steps":["trace[1106349353] 'process raft request' (duration: 546.517503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:54.029445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.482148Z","time spent":"547.157384ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:22:54.674692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.578444ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-20T03:22:54.674863Z","caller":"traceutil/trace.go:171","msg":"trace[1878555265] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5766; }","duration":"1.19000477s","start":"2026-05-20T03:22:53.484834Z","end":"2026-05-20T03:22:54.674839Z","steps":["trace[1878555265] 'read index received' (duration: 210.76977ms)","trace[1878555265] 'applied index is now lower than readState.Index' (duration: 979.2328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:54.675361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.05686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:22:54.67548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185917789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T03:22:54.675575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190743444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T03:22:54.675606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187294733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:22:54.675609Z","caller":"traceutil/trace.go:171","msg":"trace[1428274396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5562; }","duration":"1.186078284s","start":"2026-05-20T03:22:53.489504Z","end":"2026-05-20T03:22:54.675582Z","steps":["trace[1428274396] 'agreement among raft nodes before linearized reading' (duration: 1.185705762s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:54.675637Z","caller":"traceutil/trace.go:171","msg":"trace[98160800] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5562; }","duration":"1.190834016s","start":"2026-05-20T03:22:53.484783Z","end":"2026-05-20T03:22:54.675617Z","steps":["trace[98160800] 'agreement among raft nodes before linearized reading' (duration: 1.190760884s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:54.675628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.208444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d63884c0-f8ef-426f-9fa9-8d823fd1d0c8\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-05-20T03:22:54.675682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.484757Z","time spent":"1.190916599s","remote":"127.0.0.1:39360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:22:54.675676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.489492Z","time spent":"1.186172947s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T03:22:54.675721Z","caller":"traceutil/trace.go:171","msg":"trace[594405760] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d63884c0-f8ef-426f-9fa9-8d823fd1d0c8; range_end:; response_count:1; response_revision:5562; }","duration":"797.357279ms","start":"2026-05-20T03:22:53.878345Z","end":"2026-05-20T03:22:54.675703Z","steps":["trace[594405760] 'agreement among raft nodes before linearized reading' (duration: 797.034509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:54.675799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189583107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T03:22:54.675669Z","caller":"traceutil/trace.go:171","msg":"trace[1652894908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5562; }","duration":"1.187386676s","start":"2026-05-20T03:22:53.488261Z","end":"2026-05-20T03:22:54.675648Z","steps":["trace[1652894908] 'agreement among raft nodes before linearized reading' (duration: 1.187225761s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:54.675851Z","caller":"traceutil/trace.go:171","msg":"trace[1074033463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5562; }","duration":"1.189652718s","start":"2026-05-20T03:22:53.486185Z","end":"2026-05-20T03:22:54.675838Z","steps":["trace[1074033463] 'agreement among raft nodes before linearized reading' (duration: 1.189522134s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:54.675868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.878316Z","time spent":"797.474542ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d63884c0-f8ef-426f-9fa9-8d823fd1d0c8\" "} {"level":"warn","ts":"2026-05-20T03:22:54.675882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.488253Z","time spent":"1.187604953s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:22:54.675898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.486177Z","time spent":"1.189707021s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:22:54.675447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189931078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:22:54.676132Z","caller":"traceutil/trace.go:171","msg":"trace[1673425874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:5562; }","duration":"1.190663891s","start":"2026-05-20T03:22:53.48541Z","end":"2026-05-20T03:22:54.676074Z","steps":["trace[1673425874] 'agreement among raft nodes before linearized reading' (duration: 1.189767242s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:54.676154Z","caller":"traceutil/trace.go:171","msg":"trace[520320810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5562; }","duration":"353.355239ms","start":"2026-05-20T03:22:54.322204Z","end":"2026-05-20T03:22:54.675559Z","steps":["trace[520320810] 'agreement among raft nodes before linearized reading' (duration: 353.06596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:54.675397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186765076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:22:54.676314Z","caller":"traceutil/trace.go:171","msg":"trace[476010282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5562; }","duration":"1.187685426s","start":"2026-05-20T03:22:53.488577Z","end":"2026-05-20T03:22:54.676263Z","steps":["trace[476010282] 'agreement among raft nodes before linearized reading' (duration: 1.186659993s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:54.676327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:54.322172Z","time spent":"354.096013ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:22:54.676395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.48857Z","time spent":"1.187797879s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:22:54.676224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.485381Z","time spent":"1.190826976s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:22:54.675501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186131145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:22:54.676498Z","caller":"traceutil/trace.go:171","msg":"trace[1683148977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5562; }","duration":"1.187164969s","start":"2026-05-20T03:22:53.489322Z","end":"2026-05-20T03:22:54.676487Z","steps":["trace[1683148977] 'agreement among raft nodes before linearized reading' (duration: 1.186141636s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:54.676565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:53.489298Z","time spent":"1.187257592s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T03:22:57.042639Z","caller":"traceutil/trace.go:171","msg":"trace[222973358] linearizableReadLoop","detail":"{readStateIndex:5792; appliedIndex:5791; }","duration":"355.995393ms","start":"2026-05-20T03:22:56.686613Z","end":"2026-05-20T03:22:57.042609Z","steps":["trace[222973358] 'read index received' (duration: 256.967583ms)","trace[222973358] 'applied index is now lower than readState.Index' (duration: 99.02617ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:22:57.042716Z","caller":"traceutil/trace.go:171","msg":"trace[77985971] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"707.337988ms","start":"2026-05-20T03:22:56.335322Z","end":"2026-05-20T03:22:57.04266Z","steps":["trace[77985971] 'process raft request' (duration: 608.306157ms)","trace[77985971] 'compare' (duration: 98.299157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:22:57.042874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:56.335281Z","time spent":"707.516144ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T03:22:57.042955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.323504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d63884c0-f8ef-426f-9fa9-8d823fd1d0c8\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-05-20T03:22:57.043057Z","caller":"traceutil/trace.go:171","msg":"trace[1658368637] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d63884c0-f8ef-426f-9fa9-8d823fd1d0c8; range_end:; response_count:1; response_revision:5583; }","duration":"356.489789ms","start":"2026-05-20T03:22:56.686544Z","end":"2026-05-20T03:22:57.043034Z","steps":["trace[1658368637] 'agreement among raft nodes before linearized reading' (duration: 356.178499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:57.043104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:56.686517Z","time spent":"356.577632ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d63884c0-f8ef-426f-9fa9-8d823fd1d0c8\" "} {"level":"warn","ts":"2026-05-20T03:22:57.043459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.376301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T03:22:57.043468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.75804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-xddm8\" ","response":"range_response_count:1 size:4756"} {"level":"warn","ts":"2026-05-20T03:22:57.043462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.26244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:22:57.043528Z","caller":"traceutil/trace.go:171","msg":"trace[390633718] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-xddm8; range_end:; response_count:1; response_revision:5583; }","duration":"221.310137ms","start":"2026-05-20T03:22:56.822197Z","end":"2026-05-20T03:22:57.043507Z","steps":["trace[390633718] 'agreement among raft nodes before linearized reading' (duration: 220.628595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:57.043518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.384767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T03:22:57.043534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.52787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:22:57.043636Z","caller":"traceutil/trace.go:171","msg":"trace[2062002770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5583; }","duration":"347.509761ms","start":"2026-05-20T03:22:56.696087Z","end":"2026-05-20T03:22:57.043597Z","steps":["trace[2062002770] 'agreement among raft nodes before linearized reading' (duration: 346.677804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:57.043693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:56.695993Z","time spent":"347.689587ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:22:57.043635Z","caller":"traceutil/trace.go:171","msg":"trace[2101229832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5583; }","duration":"337.652595ms","start":"2026-05-20T03:22:56.705957Z","end":"2026-05-20T03:22:57.043609Z","steps":["trace[2101229832] 'agreement among raft nodes before linearized reading' (duration: 337.367155ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:57.043562Z","caller":"traceutil/trace.go:171","msg":"trace[1934821346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5583; }","duration":"336.398694ms","start":"2026-05-20T03:22:56.70713Z","end":"2026-05-20T03:22:57.043529Z","steps":["trace[1934821346] 'agreement among raft nodes before linearized reading' (duration: 336.186707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:57.043932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:56.707089Z","time spent":"336.830959ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:22:57.043448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.126205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:22:57.043975Z","caller":"traceutil/trace.go:171","msg":"trace[1291763727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:5583; }","duration":"336.735135ms","start":"2026-05-20T03:22:56.707228Z","end":"2026-05-20T03:22:57.043963Z","steps":["trace[1291763727] 'agreement among raft nodes before linearized reading' (duration: 335.937929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:57.043937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:56.705945Z","time spent":"337.864421ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:22:57.044027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:56.707215Z","time spent":"336.800288ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:22:57.043556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.101294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:22:57.044149Z","caller":"traceutil/trace.go:171","msg":"trace[790912899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5583; }","duration":"336.733945ms","start":"2026-05-20T03:22:56.707401Z","end":"2026-05-20T03:22:57.044135Z","steps":["trace[790912899] 'agreement among raft nodes before linearized reading' (duration: 335.94342ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:22:57.043501Z","caller":"traceutil/trace.go:171","msg":"trace[2105083777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5583; }","duration":"335.429203ms","start":"2026-05-20T03:22:56.708061Z","end":"2026-05-20T03:22:57.043491Z","steps":["trace[2105083777] 'agreement among raft nodes before linearized reading' (duration: 335.214716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:22:57.044229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:56.707394Z","time spent":"336.822878ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:22:57.04449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:22:56.708028Z","time spent":"336.238469ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:23:07.449572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.937891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:23:07.449643Z","caller":"traceutil/trace.go:171","msg":"trace[774230577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5755; }","duration":"129.039754ms","start":"2026-05-20T03:23:07.320585Z","end":"2026-05-20T03:23:07.449625Z","steps":["trace[774230577] 'range keys from in-memory index tree' (duration: 128.823468ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:11.884829Z","caller":"traceutil/trace.go:171","msg":"trace[328421399] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"440.977624ms","start":"2026-05-20T03:23:11.443819Z","end":"2026-05-20T03:23:11.884796Z","steps":["trace[328421399] 'process raft request' (duration: 440.818088ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:11.884848Z","caller":"traceutil/trace.go:171","msg":"trace[1209074556] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"441.735218ms","start":"2026-05-20T03:23:11.443067Z","end":"2026-05-20T03:23:11.884802Z","steps":["trace[1209074556] 'process raft request' (duration: 441.274543ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:11.884836Z","caller":"traceutil/trace.go:171","msg":"trace[66192931] linearizableReadLoop","detail":"{readStateIndex:6007; appliedIndex:6003; }","duration":"437.848193ms","start":"2026-05-20T03:23:11.446947Z","end":"2026-05-20T03:23:11.884795Z","steps":["trace[66192931] 'read index received' (duration: 7.377757ms)","trace[66192931] 'applied index is now lower than readState.Index' (duration: 430.468706ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:23:11.88489Z","caller":"traceutil/trace.go:171","msg":"trace[38670008] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"439.96611ms","start":"2026-05-20T03:23:11.444887Z","end":"2026-05-20T03:23:11.884853Z","steps":["trace[38670008] 'process raft request' (duration: 439.817076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:23:11.884979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:23:11.443803Z","time spent":"441.089787ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:23:11.885055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.09926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-360c3b72-6c26-4911-bacf-0de0b831cf82\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-05-20T03:23:11.885065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:23:11.444874Z","time spent":"440.090395ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:23:11.885103Z","caller":"traceutil/trace.go:171","msg":"trace[1719726002] range","detail":"{range_begin:/registry/persistentvolumes/pvc-360c3b72-6c26-4911-bacf-0de0b831cf82; range_end:; response_count:1; response_revision:5792; }","duration":"438.185073ms","start":"2026-05-20T03:23:11.446904Z","end":"2026-05-20T03:23:11.885089Z","steps":["trace[1719726002] 'agreement among raft nodes before linearized reading' (duration: 438.002817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:23:11.885097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:23:11.443056Z","time spent":"441.865632ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:23:11.88514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:23:11.446891Z","time spent":"438.239215ms","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-360c3b72-6c26-4911-bacf-0de0b831cf82\" "} {"level":"warn","ts":"2026-05-20T03:23:12.121242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.14281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:23:12.121358Z","caller":"traceutil/trace.go:171","msg":"trace[548191838] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5793; }","duration":"125.522332ms","start":"2026-05-20T03:23:11.995812Z","end":"2026-05-20T03:23:12.121334Z","steps":["trace[548191838] 'count revisions from in-memory index tree' (duration: 124.987155ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:12.276068Z","caller":"traceutil/trace.go:171","msg":"trace[955192099] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"115.679775ms","start":"2026-05-20T03:23:12.16036Z","end":"2026-05-20T03:23:12.27604Z","steps":["trace[955192099] 'process raft request' (duration: 115.473699ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:12.276295Z","caller":"traceutil/trace.go:171","msg":"trace[514457323] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"115.624563ms","start":"2026-05-20T03:23:12.160635Z","end":"2026-05-20T03:23:12.276259Z","steps":["trace[514457323] 'process raft request' (duration: 115.357655ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:13.289498Z","caller":"traceutil/trace.go:171","msg":"trace[2090575227] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"116.907255ms","start":"2026-05-20T03:23:13.172557Z","end":"2026-05-20T03:23:13.289465Z","steps":["trace[2090575227] 'process raft request' (duration: 116.859933ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:13.289684Z","caller":"traceutil/trace.go:171","msg":"trace[343979062] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"119.55147ms","start":"2026-05-20T03:23:13.170102Z","end":"2026-05-20T03:23:13.289654Z","steps":["trace[343979062] 'process raft request' (duration: 119.155097ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:24.809614Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2959} {"level":"info","ts":"2026-05-20T03:23:24.905276Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2959,"took":"93.866305ms","hash":2180386550,"current-db-size-bytes":56950784,"current-db-size":"57 MB","current-db-size-in-use-bytes":32141312,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-20T03:23:24.905357Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2180386550,"revision":2959,"compact-revision":-1} {"level":"info","ts":"2026-05-20T03:23:41.583489Z","caller":"traceutil/trace.go:171","msg":"trace[946360401] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"148.628496ms","start":"2026-05-20T03:23:41.434834Z","end":"2026-05-20T03:23:41.583462Z","steps":["trace[946360401] 'process raft request' (duration: 79.966643ms)","trace[946360401] 'compare' (duration: 68.458237ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:23:41.583753Z","caller":"traceutil/trace.go:171","msg":"trace[356300035] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"148.035238ms","start":"2026-05-20T03:23:41.435664Z","end":"2026-05-20T03:23:41.583699Z","steps":["trace[356300035] 'process raft request' (duration: 147.727778ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:48.752Z","caller":"traceutil/trace.go:171","msg":"trace[2013138499] transaction","detail":"{read_only:false; response_revision:6100; number_of_response:1; }","duration":"376.149881ms","start":"2026-05-20T03:23:48.375819Z","end":"2026-05-20T03:23:48.751969Z","steps":["trace[2013138499] 'process raft request' (duration: 375.895843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:23:48.752177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:23:48.375801Z","time spent":"376.293696ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:23:48.75229Z","caller":"traceutil/trace.go:171","msg":"trace[1211013448] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"345.029132ms","start":"2026-05-20T03:23:48.407234Z","end":"2026-05-20T03:23:48.752263Z","steps":["trace[1211013448] 'process raft request' (duration: 344.908049ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:48.752252Z","caller":"traceutil/trace.go:171","msg":"trace[604932174] transaction","detail":"{read_only:false; response_revision:6101; number_of_response:1; }","duration":"347.212041ms","start":"2026-05-20T03:23:48.404983Z","end":"2026-05-20T03:23:48.752195Z","steps":["trace[604932174] 'process raft request' (duration: 346.926332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:23:48.752462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:23:48.407208Z","time spent":"345.170526ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:23:48.752623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:23:48.404966Z","time spent":"347.551203ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:23:48.753083Z","caller":"traceutil/trace.go:171","msg":"trace[1500905687] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"281.660187ms","start":"2026-05-20T03:23:48.471385Z","end":"2026-05-20T03:23:48.753046Z","steps":["trace[1500905687] 'process raft request' (duration: 281.582405ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:48.753295Z","caller":"traceutil/trace.go:171","msg":"trace[428294995] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"291.078197ms","start":"2026-05-20T03:23:48.462198Z","end":"2026-05-20T03:23:48.753276Z","steps":["trace[428294995] 'process raft request' (duration: 290.602502ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:59.557217Z","caller":"traceutil/trace.go:171","msg":"trace[2009129798] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"138.872326ms","start":"2026-05-20T03:23:59.418318Z","end":"2026-05-20T03:23:59.557191Z","steps":["trace[2009129798] 'process raft request' (duration: 138.484404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:23:59.557474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.994998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:23:59.557582Z","caller":"traceutil/trace.go:171","msg":"trace[993821462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6170; }","duration":"138.181544ms","start":"2026-05-20T03:23:59.419377Z","end":"2026-05-20T03:23:59.557558Z","steps":["trace[993821462] 'agreement among raft nodes before linearized reading' (duration: 137.919156ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:23:59.557262Z","caller":"traceutil/trace.go:171","msg":"trace[1823208980] linearizableReadLoop","detail":"{readStateIndex:6398; appliedIndex:6397; }","duration":"137.681379ms","start":"2026-05-20T03:23:59.419482Z","end":"2026-05-20T03:23:59.557164Z","steps":["trace[1823208980] 'read index received' (duration: 137.308467ms)","trace[1823208980] 'applied index is now lower than readState.Index' (duration: 371.772µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:23:59.5584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.601032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-05-20T03:23:59.558448Z","caller":"traceutil/trace.go:171","msg":"trace[142601825] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6170; }","duration":"135.663664ms","start":"2026-05-20T03:23:59.422772Z","end":"2026-05-20T03:23:59.558435Z","steps":["trace[142601825] 'agreement among raft nodes before linearized reading' (duration: 135.53389ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:24:00.212705Z","caller":"traceutil/trace.go:171","msg":"trace[985534179] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"133.873117ms","start":"2026-05-20T03:24:00.0788Z","end":"2026-05-20T03:24:00.212673Z","steps":["trace[985534179] 'process raft request' (duration: 133.684001ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:24:09.978173Z","caller":"traceutil/trace.go:171","msg":"trace[230582467] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"157.367525ms","start":"2026-05-20T03:24:09.820775Z","end":"2026-05-20T03:24:09.978142Z","steps":["trace[230582467] 'process raft request' (duration: 155.627859ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:24:15.032122Z","caller":"traceutil/trace.go:171","msg":"trace[1415948855] transaction","detail":"{read_only:false; response_revision:6277; number_of_response:1; }","duration":"105.0264ms","start":"2026-05-20T03:24:14.927071Z","end":"2026-05-20T03:24:15.032097Z","steps":["trace[1415948855] 'process raft request' (duration: 104.862744ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:24:15.12922Z","caller":"traceutil/trace.go:171","msg":"trace[1489038347] transaction","detail":"{read_only:false; response_revision:6279; number_of_response:1; }","duration":"163.285433ms","start":"2026-05-20T03:24:14.965911Z","end":"2026-05-20T03:24:15.129196Z","steps":["trace[1489038347] 'process raft request' (duration: 163.2164ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:24:15.129271Z","caller":"traceutil/trace.go:171","msg":"trace[2074658812] transaction","detail":"{read_only:false; response_revision:6278; number_of_response:1; }","duration":"186.050556ms","start":"2026-05-20T03:24:14.94317Z","end":"2026-05-20T03:24:15.129221Z","steps":["trace[2074658812] 'process raft request' (duration: 185.803579ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:24:15.129501Z","caller":"traceutil/trace.go:171","msg":"trace[897366375] transaction","detail":"{read_only:false; response_revision:6280; number_of_response:1; }","duration":"161.117573ms","start":"2026-05-20T03:24:14.968351Z","end":"2026-05-20T03:24:15.129469Z","steps":["trace[897366375] 'process raft request' (duration: 160.815044ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:28:24.81711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5870} {"level":"info","ts":"2026-05-20T03:28:24.909525Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5870,"took":"90.366415ms","hash":3809064493,"current-db-size-bytes":56950784,"current-db-size":"57 MB","current-db-size-in-use-bytes":25632768,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-20T03:28:24.909593Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3809064493,"revision":5870,"compact-revision":2959} {"level":"warn","ts":"2026-05-20T03:29:37.070679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966605503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:29:37.571668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966605503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:29:37.786911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324027022s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T03:29:37.787328Z","caller":"traceutil/trace.go:171","msg":"trace[430262886] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"1.324578269s","start":"2026-05-20T03:29:36.462713Z","end":"2026-05-20T03:29:37.787291Z","steps":["trace[430262886] 'process raft request' (duration: 1.324386483s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:37.78757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:36.46268Z","time spent":"1.324787737s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:29:37.788476Z","caller":"traceutil/trace.go:171","msg":"trace[337047640] linearizableReadLoop","detail":"{readStateIndex:8924; appliedIndex:8920; }","duration":"1.217904442s","start":"2026-05-20T03:29:36.570544Z","end":"2026-05-20T03:29:37.788448Z","steps":["trace[337047640] 'read index received' (duration: 1.216664162s)","trace[337047640] 'applied index is now lower than readState.Index' (duration: 1.23898ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:29:37.788705Z","caller":"traceutil/trace.go:171","msg":"trace[1310906335] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"1.275292979s","start":"2026-05-20T03:29:36.513394Z","end":"2026-05-20T03:29:37.788687Z","steps":["trace[1310906335] 'process raft request' (duration: 1.274776343s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:37.788837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:36.513363Z","time spent":"1.275371602s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:29:37.788878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218312504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:29:37.788952Z","caller":"traceutil/trace.go:171","msg":"trace[1344359818] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8614; }","duration":"1.218451269s","start":"2026-05-20T03:29:36.570483Z","end":"2026-05-20T03:29:37.788934Z","steps":["trace[1344359818] 'agreement among raft nodes before linearized reading' (duration: 1.218323545s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:37.788987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:36.570448Z","time spent":"1.218531392s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:29:37.789135Z","caller":"traceutil/trace.go:171","msg":"trace[1864134255] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"258.168743ms","start":"2026-05-20T03:29:37.530954Z","end":"2026-05-20T03:29:37.789122Z","steps":["trace[1864134255] 'process raft request' (duration: 257.45275ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:29:37.789141Z","caller":"traceutil/trace.go:171","msg":"trace[1237303080] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"587.608266ms","start":"2026-05-20T03:29:37.201512Z","end":"2026-05-20T03:29:37.78912Z","steps":["trace[1237303080] 'process raft request' (duration: 586.843692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:37.789191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.825281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:29:37.789259Z","caller":"traceutil/trace.go:171","msg":"trace[2101517247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8614; }","duration":"467.928534ms","start":"2026-05-20T03:29:37.32131Z","end":"2026-05-20T03:29:37.789239Z","steps":["trace[2101517247] 'agreement among raft nodes before linearized reading' (duration: 467.824411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:37.789309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:37.32129Z","time spent":"468.010747ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:29:37.789319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.548423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:29:37.789356Z","caller":"traceutil/trace.go:171","msg":"trace[167781417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8614; }","duration":"246.635405ms","start":"2026-05-20T03:29:37.54271Z","end":"2026-05-20T03:29:37.789346Z","steps":["trace[167781417] 'agreement among raft nodes before linearized reading' (duration: 246.507391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:37.789475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.638524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:29:37.789498Z","caller":"traceutil/trace.go:171","msg":"trace[867246386] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:8614; }","duration":"402.706867ms","start":"2026-05-20T03:29:37.386783Z","end":"2026-05-20T03:29:37.78949Z","steps":["trace[867246386] 'agreement among raft nodes before linearized reading' (duration: 402.628814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:37.789517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:37.386752Z","time spent":"402.760689ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:29:37.789563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.92502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:29:37.789602Z","caller":"traceutil/trace.go:171","msg":"trace[2115831426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8614; }","duration":"412.041794ms","start":"2026-05-20T03:29:37.377548Z","end":"2026-05-20T03:29:37.78959Z","steps":["trace[2115831426] 'agreement among raft nodes before linearized reading' (duration: 411.92326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:37.789634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:37.377519Z","time spent":"412.107886ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:29:37.789645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.90165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T03:29:37.789676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.982303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:29:37.789693Z","caller":"traceutil/trace.go:171","msg":"trace[971102629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8614; }","duration":"114.977683ms","start":"2026-05-20T03:29:37.674693Z","end":"2026-05-20T03:29:37.789671Z","steps":["trace[971102629] 'agreement among raft nodes before linearized reading' (duration: 114.865089ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:29:37.789701Z","caller":"traceutil/trace.go:171","msg":"trace[493880693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8614; }","duration":"353.042984ms","start":"2026-05-20T03:29:37.43665Z","end":"2026-05-20T03:29:37.789693Z","steps":["trace[493880693] 'agreement among raft nodes before linearized reading' (duration: 352.972712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:37.789725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:37.43663Z","time spent":"353.090996ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:29:37.789728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.094073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T03:29:37.78921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:37.201472Z","time spent":"587.703849ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:29:37.789797Z","caller":"traceutil/trace.go:171","msg":"trace[1977341282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8614; }","duration":"259.208356ms","start":"2026-05-20T03:29:37.530561Z","end":"2026-05-20T03:29:37.78977Z","steps":["trace[1977341282] 'agreement among raft nodes before linearized reading' (duration: 258.995229ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:29:48.063197Z","caller":"traceutil/trace.go:171","msg":"trace[498007173] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"111.952637ms","start":"2026-05-20T03:29:47.951208Z","end":"2026-05-20T03:29:48.063161Z","steps":["trace[498007173] 'process raft request' (duration: 79.453071ms)","trace[498007173] 'compare' (duration: 32.306039ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:29:48.565791Z","caller":"traceutil/trace.go:171","msg":"trace[538544923] linearizableReadLoop","detail":"{readStateIndex:8982; appliedIndex:8981; }","duration":"189.600068ms","start":"2026-05-20T03:29:48.376156Z","end":"2026-05-20T03:29:48.565756Z","steps":["trace[538544923] 'read index received' (duration: 186.174719ms)","trace[538544923] 'applied index is now lower than readState.Index' (duration: 3.423419ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:29:48.565983Z","caller":"traceutil/trace.go:171","msg":"trace[746834981] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"197.033516ms","start":"2026-05-20T03:29:48.36893Z","end":"2026-05-20T03:29:48.565964Z","steps":["trace[746834981] 'process raft request' (duration: 193.459812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:48.566039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.866477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.84\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-20T03:29:48.566432Z","caller":"traceutil/trace.go:171","msg":"trace[1577963432] range","detail":"{range_begin:/registry/masterleases/162.253.55.84; range_end:; response_count:1; response_revision:8670; }","duration":"190.314991ms","start":"2026-05-20T03:29:48.376099Z","end":"2026-05-20T03:29:48.566414Z","steps":["trace[1577963432] 'agreement among raft nodes before linearized reading' (duration: 189.800515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:49.349224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.403142ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-20T03:29:49.349538Z","caller":"traceutil/trace.go:171","msg":"trace[271314370] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"188.185834ms","start":"2026-05-20T03:29:49.161326Z","end":"2026-05-20T03:29:49.349512Z","steps":["trace[271314370] 'process raft request' (duration: 188.030379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:49.349709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:48.567603Z","time spent":"782.099301ms","remote":"127.0.0.1:54000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T03:29:49.349713Z","caller":"traceutil/trace.go:171","msg":"trace[2071385980] linearizableReadLoop","detail":"{readStateIndex:8983; appliedIndex:8982; }","duration":"518.752723ms","start":"2026-05-20T03:29:48.830925Z","end":"2026-05-20T03:29:49.349677Z","steps":["trace[2071385980] 'read index received' (duration: 188.837845ms)","trace[2071385980] 'applied index is now lower than readState.Index' (duration: 329.910878ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:29:49.349851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.905388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:29:49.349902Z","caller":"traceutil/trace.go:171","msg":"trace[933011537] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8671; }","duration":"519.010621ms","start":"2026-05-20T03:29:48.830875Z","end":"2026-05-20T03:29:49.349886Z","steps":["trace[933011537] 'agreement among raft nodes before linearized reading' (duration: 518.902428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:49.349939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:48.830855Z","time spent":"519.075164ms","remote":"127.0.0.1:39302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:29:49.349998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.586557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:29:49.350076Z","caller":"traceutil/trace.go:171","msg":"trace[1035072221] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8671; }","duration":"399.724752ms","start":"2026-05-20T03:29:48.950332Z","end":"2026-05-20T03:29:49.350057Z","steps":["trace[1035072221] 'agreement among raft nodes before linearized reading' (duration: 399.569567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:49.350121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:48.950311Z","time spent":"399.800284ms","remote":"127.0.0.1:55990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:29:51.062267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966605680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T03:29:51.103787Z","caller":"traceutil/trace.go:171","msg":"trace[781863096] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"715.637964ms","start":"2026-05-20T03:29:50.388117Z","end":"2026-05-20T03:29:51.103755Z","steps":["trace[781863096] 'process raft request' (duration: 715.388696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:51.104044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:50.388096Z","time spent":"715.83456ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:29:51.377421Z","caller":"traceutil/trace.go:171","msg":"trace[828395847] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8993; }","duration":"815.435742ms","start":"2026-05-20T03:29:50.561958Z","end":"2026-05-20T03:29:51.377394Z","steps":["trace[828395847] 'read index received' (duration: 541.608971ms)","trace[828395847] 'applied index is now lower than readState.Index' (duration: 273.825911ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:29:51.377481Z","caller":"traceutil/trace.go:171","msg":"trace[1195473706] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"805.965071ms","start":"2026-05-20T03:29:50.571486Z","end":"2026-05-20T03:29:51.377451Z","steps":["trace[1195473706] 'process raft request' (duration: 710.16591ms)","trace[1195473706] 'compare' (duration: 95.44865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:29:51.3776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:50.571451Z","time spent":"806.078244ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:29:51.377624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.67191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:29:51.37766Z","caller":"traceutil/trace.go:171","msg":"trace[1637461465] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8682; }","duration":"815.713591ms","start":"2026-05-20T03:29:50.561939Z","end":"2026-05-20T03:29:51.377653Z","steps":["trace[1637461465] 'agreement among raft nodes before linearized reading' (duration: 815.586037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:51.377685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:50.561866Z","time spent":"815.813874ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:29:51.377723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.082353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T03:29:51.377786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.161188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-20T03:29:51.378003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.022079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-20T03:29:51.378001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.036936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:29:51.378035Z","caller":"traceutil/trace.go:171","msg":"trace[2122725780] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8682; }","duration":"291.102312ms","start":"2026-05-20T03:29:51.086924Z","end":"2026-05-20T03:29:51.378027Z","steps":["trace[2122725780] 'agreement among raft nodes before linearized reading' (duration: 291.002239ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:29:51.377835Z","caller":"traceutil/trace.go:171","msg":"trace[990725433] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8682; }","duration":"103.255728ms","start":"2026-05-20T03:29:51.274557Z","end":"2026-05-20T03:29:51.377813Z","steps":["trace[990725433] 'agreement among raft nodes before linearized reading' (duration: 103.057712ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:29:51.378064Z","caller":"traceutil/trace.go:171","msg":"trace[706331272] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8682; }","duration":"462.133449ms","start":"2026-05-20T03:29:50.915914Z","end":"2026-05-20T03:29:51.378047Z","steps":["trace[706331272] 'agreement among raft nodes before linearized reading' (duration: 462.018425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:51.378121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:50.915897Z","time spent":"462.209212ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:29:51.37863Z","caller":"traceutil/trace.go:171","msg":"trace[696191524] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8682; }","duration":"650.331354ms","start":"2026-05-20T03:29:50.727549Z","end":"2026-05-20T03:29:51.37788Z","steps":["trace[696191524] 'agreement among raft nodes before linearized reading' (duration: 650.025834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:51.378703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:29:50.727521Z","time spent":"651.16459ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T03:29:51.629948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.23167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:29:51.630295Z","caller":"traceutil/trace.go:171","msg":"trace[1328530142] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"246.920895ms","start":"2026-05-20T03:29:51.383356Z","end":"2026-05-20T03:29:51.630277Z","steps":["trace[1328530142] 'process raft request' (duration: 246.868183ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:29:51.630387Z","caller":"traceutil/trace.go:171","msg":"trace[63239935] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"247.40199ms","start":"2026-05-20T03:29:51.382934Z","end":"2026-05-20T03:29:51.630336Z","steps":["trace[63239935] 'process raft request' (duration: 137.677635ms)","trace[63239935] 'compare' (duration: 108.824846ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:29:53.556382Z","caller":"traceutil/trace.go:171","msg":"trace[994730156] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"172.525575ms","start":"2026-05-20T03:29:53.383823Z","end":"2026-05-20T03:29:53.556349Z","steps":["trace[994730156] 'process raft request' (duration: 172.36763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:29:53.899784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.587068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:29:53.899933Z","caller":"traceutil/trace.go:171","msg":"trace[1399384981] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8693; }","duration":"286.774154ms","start":"2026-05-20T03:29:53.613104Z","end":"2026-05-20T03:29:53.899878Z","steps":["trace[1399384981] 'count revisions from in-memory index tree' (duration: 286.477864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:06.403019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.308222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:30:06.403305Z","caller":"traceutil/trace.go:171","msg":"trace[1291854604] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"204.07235ms","start":"2026-05-20T03:30:06.199186Z","end":"2026-05-20T03:30:06.403258Z","steps":["trace[1291854604] 'process raft request' (duration: 83.396396ms)","trace[1291854604] 'compare' (duration: 120.015523ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:06.403432Z","caller":"traceutil/trace.go:171","msg":"trace[719386200] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"204.035968ms","start":"2026-05-20T03:30:06.199333Z","end":"2026-05-20T03:30:06.403369Z","steps":["trace[719386200] 'process raft request' (duration: 203.807301ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:06.403525Z","caller":"traceutil/trace.go:171","msg":"trace[1055348357] linearizableReadLoop","detail":"{readStateIndex:9086; appliedIndex:9082; }","duration":"203.562334ms","start":"2026-05-20T03:30:06.199942Z","end":"2026-05-20T03:30:06.403504Z","steps":["trace[1055348357] 'read index received' (duration: 82.658423ms)","trace[1055348357] 'applied index is now lower than readState.Index' (duration: 120.902841ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:06.403559Z","caller":"traceutil/trace.go:171","msg":"trace[1858800489] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"203.663147ms","start":"2026-05-20T03:30:06.199853Z","end":"2026-05-20T03:30:06.403517Z","steps":["trace[1858800489] 'process raft request' (duration: 203.396989ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:06.403587Z","caller":"traceutil/trace.go:171","msg":"trace[1133652575] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"203.630756ms","start":"2026-05-20T03:30:06.199924Z","end":"2026-05-20T03:30:06.403555Z","steps":["trace[1133652575] 'process raft request' (duration: 203.539563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:06.404188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.208544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224091"} {"level":"info","ts":"2026-05-20T03:30:06.404312Z","caller":"traceutil/trace.go:171","msg":"trace[1220806891] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8770; }","duration":"204.37634ms","start":"2026-05-20T03:30:06.199909Z","end":"2026-05-20T03:30:06.404286Z","steps":["trace[1220806891] 'agreement among raft nodes before linearized reading' (duration: 203.700018ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:16.394399Z","caller":"traceutil/trace.go:171","msg":"trace[81480977] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"318.427493ms","start":"2026-05-20T03:30:16.075942Z","end":"2026-05-20T03:30:16.39437Z","steps":["trace[81480977] 'process raft request' (duration: 318.281658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:16.394734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:16.075917Z","time spent":"318.567756ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:16.568522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.443815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:30:16.56879Z","caller":"traceutil/trace.go:171","msg":"trace[1700873221] linearizableReadLoop","detail":"{readStateIndex:9140; appliedIndex:9137; }","duration":"320.429756ms","start":"2026-05-20T03:30:16.248336Z","end":"2026-05-20T03:30:16.568766Z","steps":["trace[1700873221] 'read index received' (duration: 145.905328ms)","trace[1700873221] 'applied index is now lower than readState.Index' (duration: 174.523058ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:16.568806Z","caller":"traceutil/trace.go:171","msg":"trace[1862775498] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"420.750761ms","start":"2026-05-20T03:30:16.148039Z","end":"2026-05-20T03:30:16.56879Z","steps":["trace[1862775498] 'process raft request' (duration: 420.611337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:16.568931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:16.148031Z","time spent":"420.838204ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:16.568948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.067902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:16.568993Z","caller":"traceutil/trace.go:171","msg":"trace[1156846586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8822; }","duration":"248.157374ms","start":"2026-05-20T03:30:16.32082Z","end":"2026-05-20T03:30:16.568977Z","steps":["trace[1156846586] 'agreement among raft nodes before linearized reading' (duration: 248.085542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:16.569017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.650273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:30:16.569137Z","caller":"traceutil/trace.go:171","msg":"trace[1773905051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8822; }","duration":"320.816138ms","start":"2026-05-20T03:30:16.248293Z","end":"2026-05-20T03:30:16.569109Z","steps":["trace[1773905051] 'agreement among raft nodes before linearized reading' (duration: 320.538139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:16.569201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:16.248271Z","time spent":"320.916472ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:30:16.569294Z","caller":"traceutil/trace.go:171","msg":"trace[474610249] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"422.134345ms","start":"2026-05-20T03:30:16.146617Z","end":"2026-05-20T03:30:16.568751Z","steps":["trace[474610249] 'process raft request' (duration: 291.345859ms)","trace[474610249] 'compare' (duration: 130.225368ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:30:16.569381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:16.146588Z","time spent":"422.736854ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:19.981613Z","caller":"traceutil/trace.go:171","msg":"trace[1246080974] linearizableReadLoop","detail":"{readStateIndex:9207; appliedIndex:9206; }","duration":"214.75943ms","start":"2026-05-20T03:30:19.766826Z","end":"2026-05-20T03:30:19.981586Z","steps":["trace[1246080974] 'read index received' (duration: 214.617796ms)","trace[1246080974] 'applied index is now lower than readState.Index' (duration: 137.044µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:19.981726Z","caller":"traceutil/trace.go:171","msg":"trace[1787125032] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"230.967096ms","start":"2026-05-20T03:30:19.75071Z","end":"2026-05-20T03:30:19.981677Z","steps":["trace[1787125032] 'process raft request' (duration: 230.703638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:19.981803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.955897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:19.981871Z","caller":"traceutil/trace.go:171","msg":"trace[1126808408] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8885; }","duration":"215.04722ms","start":"2026-05-20T03:30:19.766807Z","end":"2026-05-20T03:30:19.981854Z","steps":["trace[1126808408] 'agreement among raft nodes before linearized reading' (duration: 214.912836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:24.042903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369291384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:30:24.042976Z","caller":"traceutil/trace.go:171","msg":"trace[1649948470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8903; }","duration":"1.369426998s","start":"2026-05-20T03:30:22.673533Z","end":"2026-05-20T03:30:24.04296Z","steps":["trace[1649948470] 'range keys from in-memory index tree' (duration: 1.369110208s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:24.04301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:22.673514Z","time spent":"1.369485729s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:30:24.042947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358932233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-05-20T03:30:24.043086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373762376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:30:24.043121Z","caller":"traceutil/trace.go:171","msg":"trace[133154900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8903; }","duration":"1.373842628s","start":"2026-05-20T03:30:22.66927Z","end":"2026-05-20T03:30:24.043113Z","steps":["trace[133154900] 'range keys from in-memory index tree' (duration: 1.373654203s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:24.043142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:22.669246Z","time spent":"1.37389136s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:30:24.043148Z","caller":"traceutil/trace.go:171","msg":"trace[281514190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:8903; }","duration":"1.359118479s","start":"2026-05-20T03:30:22.683962Z","end":"2026-05-20T03:30:24.043081Z","steps":["trace[281514190] 'range keys from in-memory index tree' (duration: 1.35881685s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:24.04326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:22.683943Z","time spent":"1.359307315s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:30:24.043156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373405294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:30:24.043355Z","caller":"traceutil/trace.go:171","msg":"trace[1705781950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8903; }","duration":"1.373627701s","start":"2026-05-20T03:30:22.669718Z","end":"2026-05-20T03:30:24.043346Z","steps":["trace[1705781950] 'range keys from in-memory index tree' (duration: 1.373235849s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:24.043381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:22.669709Z","time spent":"1.373664752s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:30:24.043059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366628408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:30:24.043456Z","caller":"traceutil/trace.go:171","msg":"trace[354559542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8903; }","duration":"1.367071733s","start":"2026-05-20T03:30:22.676376Z","end":"2026-05-20T03:30:24.043448Z","steps":["trace[354559542] 'range keys from in-memory index tree' (duration: 1.366426742s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:24.043481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:22.676365Z","time spent":"1.367108815s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:30:24.043617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.499603ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:24.043687Z","caller":"traceutil/trace.go:171","msg":"trace[2061408716] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8903; }","duration":"717.583726ms","start":"2026-05-20T03:30:23.326086Z","end":"2026-05-20T03:30:24.04367Z","steps":["trace[2061408716] 'range keys from in-memory index tree' (duration: 717.487983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.069403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033377525s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T03:30:25.180877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200096214s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-20T03:30:25.181119Z","caller":"traceutil/trace.go:171","msg":"trace[651283251] linearizableReadLoop","detail":"{readStateIndex:9226; appliedIndex:9225; }","duration":"1.426418803s","start":"2026-05-20T03:30:23.75467Z","end":"2026-05-20T03:30:25.181089Z","steps":["trace[651283251] 'read index received' (duration: 225.967937ms)","trace[651283251] 'applied index is now lower than readState.Index' (duration: 1.200449866s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:30:25.181199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.642606Z","time spent":"538.589884ms","remote":"127.0.0.1:45252","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T03:30:25.182297Z","caller":"traceutil/trace.go:171","msg":"trace[1068692237] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"1.186744309s","start":"2026-05-20T03:30:23.995519Z","end":"2026-05-20T03:30:25.182263Z","steps":["trace[1068692237] 'process raft request' (duration: 1.185470149s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.182451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:23.995486Z","time spent":"1.186892364s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:25.210856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456162381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T03:30:25.210952Z","caller":"traceutil/trace.go:171","msg":"trace[1231289627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8904; }","duration":"1.456301206s","start":"2026-05-20T03:30:23.754626Z","end":"2026-05-20T03:30:25.210927Z","steps":["trace[1231289627] 'agreement among raft nodes before linearized reading' (duration: 1.427630782s)","trace[1231289627] 'range keys from in-memory index tree' (duration: 28.378124ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:30:25.210996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:23.754607Z","time spent":"1.456378617s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T03:30:25.218429Z","caller":"traceutil/trace.go:171","msg":"trace[862948416] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"1.171158813s","start":"2026-05-20T03:30:24.047247Z","end":"2026-05-20T03:30:25.218405Z","steps":["trace[862948416] 'process raft request' (duration: 1.152368044s)","trace[862948416] 'compare' (duration: 11.745404ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:30:25.218583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.047228Z","time spent":"1.171284347s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:25.219146Z","caller":"traceutil/trace.go:171","msg":"trace[1296379580] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"1.171733841s","start":"2026-05-20T03:30:24.047403Z","end":"2026-05-20T03:30:25.219137Z","steps":["trace[1296379580] 'process raft request' (duration: 1.170928955s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.219197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.047398Z","time spent":"1.171775052s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:25.219285Z","caller":"traceutil/trace.go:171","msg":"trace[1564943950] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"1.170134099s","start":"2026-05-20T03:30:24.049145Z","end":"2026-05-20T03:30:25.219279Z","steps":["trace[1564943950] 'process raft request' (duration: 1.169680035s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.219324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.049136Z","time spent":"1.170169091s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:25.219431Z","caller":"traceutil/trace.go:171","msg":"trace[1854067305] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"1.170021066s","start":"2026-05-20T03:30:24.04938Z","end":"2026-05-20T03:30:25.219401Z","steps":["trace[1854067305] 'process raft request' (duration: 1.169477559s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.21948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.049374Z","time spent":"1.170083268s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:25.219574Z","caller":"traceutil/trace.go:171","msg":"trace[2018403002] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"799.374581ms","start":"2026-05-20T03:30:24.420193Z","end":"2026-05-20T03:30:25.219568Z","steps":["trace[2018403002] 'process raft request' (duration: 798.682149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.219627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.420159Z","time spent":"799.441933ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:25.219725Z","caller":"traceutil/trace.go:171","msg":"trace[14672952] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"611.708673ms","start":"2026-05-20T03:30:24.60801Z","end":"2026-05-20T03:30:25.219719Z","steps":["trace[14672952] 'process raft request' (duration: 610.896208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.219763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.607978Z","time spent":"611.766455ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:25.219852Z","caller":"traceutil/trace.go:171","msg":"trace[555846530] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"611.28801ms","start":"2026-05-20T03:30:24.608556Z","end":"2026-05-20T03:30:25.219844Z","steps":["trace[555846530] 'process raft request' (duration: 610.409342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.219896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.60854Z","time spent":"611.332861ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:25.220018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.875726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:30:25.220047Z","caller":"traceutil/trace.go:171","msg":"trace[1164198592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8911; }","duration":"577.944308ms","start":"2026-05-20T03:30:24.642097Z","end":"2026-05-20T03:30:25.220041Z","steps":["trace[1164198592] 'agreement among raft nodes before linearized reading' (duration: 577.856505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.220067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.642069Z","time spent":"577.993369ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:30:25.220144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.871069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:25.220166Z","caller":"traceutil/trace.go:171","msg":"trace[1918652214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8911; }","duration":"897.94101ms","start":"2026-05-20T03:30:24.322219Z","end":"2026-05-20T03:30:25.22016Z","steps":["trace[1918652214] 'agreement among raft nodes before linearized reading' (duration: 897.908319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.220186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.322189Z","time spent":"897.993312ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:30:25.220515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170417209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228818"} {"level":"info","ts":"2026-05-20T03:30:25.22055Z","caller":"traceutil/trace.go:171","msg":"trace[1049234306] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8911; }","duration":"1.170471621s","start":"2026-05-20T03:30:24.050071Z","end":"2026-05-20T03:30:25.220542Z","steps":["trace[1049234306] 'agreement among raft nodes before linearized reading' (duration: 1.170204142s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:25.220574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:24.050064Z","time spent":"1.170504331s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228842,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T03:30:27.505858Z","caller":"traceutil/trace.go:171","msg":"trace[2120095688] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9237; }","duration":"278.052906ms","start":"2026-05-20T03:30:27.227774Z","end":"2026-05-20T03:30:27.505827Z","steps":["trace[2120095688] 'read index received' (duration: 277.947512ms)","trace[2120095688] 'applied index is now lower than readState.Index' (duration: 103.574µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:27.505941Z","caller":"traceutil/trace.go:171","msg":"trace[151969984] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"317.498792ms","start":"2026-05-20T03:30:27.188404Z","end":"2026-05-20T03:30:27.505903Z","steps":["trace[151969984] 'process raft request' (duration: 317.256714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:27.506116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.317955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T03:30:27.506131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.18838Z","time spent":"317.648887ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:27.506158Z","caller":"traceutil/trace.go:171","msg":"trace[499348376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8915; }","duration":"278.420998ms","start":"2026-05-20T03:30:27.227726Z","end":"2026-05-20T03:30:27.506147Z","steps":["trace[499348376] 'agreement among raft nodes before linearized reading' (duration: 278.245102ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:27.590352Z","caller":"traceutil/trace.go:171","msg":"trace[2019037750] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"362.245298ms","start":"2026-05-20T03:30:27.228072Z","end":"2026-05-20T03:30:27.590317Z","steps":["trace[2019037750] 'process raft request' (duration: 362.167546ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:27.590377Z","caller":"traceutil/trace.go:171","msg":"trace[1431548599] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"362.389162ms","start":"2026-05-20T03:30:27.227928Z","end":"2026-05-20T03:30:27.590317Z","steps":["trace[1431548599] 'process raft request' (duration: 362.153045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:27.59058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.228061Z","time spent":"362.409903ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:27.590636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.227912Z","time spent":"362.575789ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:27.590786Z","caller":"traceutil/trace.go:171","msg":"trace[1330053032] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"362.633371ms","start":"2026-05-20T03:30:27.228139Z","end":"2026-05-20T03:30:27.590772Z","steps":["trace[1330053032] 'process raft request' (duration: 362.141975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:27.590828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.798696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T03:30:27.590854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.228128Z","time spent":"362.691112ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:27.590878Z","caller":"traceutil/trace.go:171","msg":"trace[351511145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8918; }","duration":"362.868588ms","start":"2026-05-20T03:30:27.227996Z","end":"2026-05-20T03:30:27.590864Z","steps":["trace[351511145] 'agreement among raft nodes before linearized reading' (duration: 362.655521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:27.590915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.22799Z","time spent":"362.917509ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:30:27.590891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.046824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:30:27.591007Z","caller":"traceutil/trace.go:171","msg":"trace[1225377886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8918; }","duration":"363.212949ms","start":"2026-05-20T03:30:27.227764Z","end":"2026-05-20T03:30:27.590977Z","steps":["trace[1225377886] 'agreement among raft nodes before linearized reading' (duration: 362.771185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:27.59098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.862152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-05-20T03:30:27.591078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.227751Z","time spent":"363.312442ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:30:27.591109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.220719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T03:30:27.591174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.752955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-05-20T03:30:27.591222Z","caller":"traceutil/trace.go:171","msg":"trace[1779814253] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8918; }","duration":"152.847099ms","start":"2026-05-20T03:30:27.438364Z","end":"2026-05-20T03:30:27.591212Z","steps":["trace[1779814253] 'agreement among raft nodes before linearized reading' (duration: 152.5686ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:27.591247Z","caller":"traceutil/trace.go:171","msg":"trace[1914293127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8918; }","duration":"363.372384ms","start":"2026-05-20T03:30:27.227836Z","end":"2026-05-20T03:30:27.591209Z","steps":["trace[1914293127] 'agreement among raft nodes before linearized reading' (duration: 362.94213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:27.591311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.295612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:30:27.591395Z","caller":"traceutil/trace.go:171","msg":"trace[2013502304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8918; }","duration":"358.388325ms","start":"2026-05-20T03:30:27.232991Z","end":"2026-05-20T03:30:27.591379Z","steps":["trace[2013502304] 'agreement among raft nodes before linearized reading' (duration: 357.60032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:27.591468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.232984Z","time spent":"358.475468ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:30:27.59132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.22781Z","time spent":"363.498298ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T03:30:27.591132Z","caller":"traceutil/trace.go:171","msg":"trace[13818120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:8918; }","duration":"360.048538ms","start":"2026-05-20T03:30:27.231049Z","end":"2026-05-20T03:30:27.591097Z","steps":["trace[13818120] 'agreement among raft nodes before linearized reading' (duration: 359.651595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:27.591641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.231036Z","time spent":"360.561304ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:30:28.224738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.383916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:30:28.225102Z","caller":"traceutil/trace.go:171","msg":"trace[1098221825] linearizableReadLoop","detail":"{readStateIndex:9243; appliedIndex:9241; }","duration":"627.877059ms","start":"2026-05-20T03:30:27.597205Z","end":"2026-05-20T03:30:28.225082Z","steps":["trace[1098221825] 'read index received' (duration: 123.05613ms)","trace[1098221825] 'applied index is now lower than readState.Index' (duration: 504.819499ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:28.225457Z","caller":"traceutil/trace.go:171","msg":"trace[1394415889] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"628.471688ms","start":"2026-05-20T03:30:27.596939Z","end":"2026-05-20T03:30:28.22541Z","steps":["trace[1394415889] 'process raft request' (duration: 627.937921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:28.225516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.292242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228818"} {"level":"info","ts":"2026-05-20T03:30:28.225551Z","caller":"traceutil/trace.go:171","msg":"trace[1092698627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8923; }","duration":"628.383445ms","start":"2026-05-20T03:30:27.597157Z","end":"2026-05-20T03:30:28.22554Z","steps":["trace[1092698627] 'agreement among raft nodes before linearized reading' (duration: 627.978112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:28.225587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.597146Z","time spent":"628.431696ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228842,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T03:30:28.226035Z","caller":"traceutil/trace.go:171","msg":"trace[1950004805] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"714.542549ms","start":"2026-05-20T03:30:27.51144Z","end":"2026-05-20T03:30:28.225982Z","steps":["trace[1950004805] 'process raft request' (duration: 208.808111ms)","trace[1950004805] 'compare' (duration: 504.102616ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:28.226104Z","caller":"traceutil/trace.go:171","msg":"trace[2046714524] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"628.781267ms","start":"2026-05-20T03:30:27.597306Z","end":"2026-05-20T03:30:28.226087Z","steps":["trace[2046714524] 'process raft request' (duration: 627.659772ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:28.226112Z","caller":"traceutil/trace.go:171","msg":"trace[798595662] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"628.588121ms","start":"2026-05-20T03:30:27.597507Z","end":"2026-05-20T03:30:28.226095Z","steps":["trace[798595662] 'process raft request' (duration: 627.535678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:28.226176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.597281Z","time spent":"628.86821ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:28.226096Z","caller":"traceutil/trace.go:171","msg":"trace[1741604666] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"628.588082ms","start":"2026-05-20T03:30:27.597481Z","end":"2026-05-20T03:30:28.22607Z","steps":["trace[1741604666] 'process raft request' (duration: 627.523738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:28.226242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.597456Z","time spent":"628.760047ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:28.226189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.597493Z","time spent":"628.660763ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:28.22627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.511398Z","time spent":"714.761677ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:28.226361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.596907Z","time spent":"628.625163ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:28.322941Z","caller":"traceutil/trace.go:171","msg":"trace[1293186965] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"324.922739ms","start":"2026-05-20T03:30:27.997986Z","end":"2026-05-20T03:30:28.322909Z","steps":["trace[1293186965] 'process raft request' (duration: 324.229007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:28.323162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:27.997959Z","time spent":"325.107005ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:28.475249Z","caller":"traceutil/trace.go:171","msg":"trace[1733730937] linearizableReadLoop","detail":"{readStateIndex:9248; appliedIndex:9246; }","duration":"156.67777ms","start":"2026-05-20T03:30:28.31854Z","end":"2026-05-20T03:30:28.475218Z","steps":["trace[1733730937] 'read index received' (duration: 3.057337ms)","trace[1733730937] 'applied index is now lower than readState.Index' (duration: 153.618873ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:28.475325Z","caller":"traceutil/trace.go:171","msg":"trace[853157950] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"248.638689ms","start":"2026-05-20T03:30:28.226644Z","end":"2026-05-20T03:30:28.475283Z","steps":["trace[853157950] 'process raft request' (duration: 248.372471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:28.475481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.917268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:28.475523Z","caller":"traceutil/trace.go:171","msg":"trace[2077951379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8925; }","duration":"157.033432ms","start":"2026-05-20T03:30:28.318479Z","end":"2026-05-20T03:30:28.475512Z","steps":["trace[2077951379] 'agreement among raft nodes before linearized reading' (duration: 156.912508ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:28.636566Z","caller":"traceutil/trace.go:171","msg":"trace[216559856] linearizableReadLoop","detail":"{readStateIndex:9249; appliedIndex:9248; }","duration":"153.362155ms","start":"2026-05-20T03:30:28.483162Z","end":"2026-05-20T03:30:28.636524Z","steps":["trace[216559856] 'read index received' (duration: 87.796767ms)","trace[216559856] 'applied index is now lower than readState.Index' (duration: 65.563268ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:30:28.636918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.731537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b12876bbe5ecc7\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-05-20T03:30:28.63699Z","caller":"traceutil/trace.go:171","msg":"trace[717312970] range","detail":"{range_begin:/registry/events/openstack/ceph.18b12876bbe5ecc7; range_end:; response_count:1; response_revision:8925; }","duration":"153.83219ms","start":"2026-05-20T03:30:28.48314Z","end":"2026-05-20T03:30:28.636973Z","steps":["trace[717312970] 'agreement among raft nodes before linearized reading' (duration: 153.50702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:28.637116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.75366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19381"} {"level":"info","ts":"2026-05-20T03:30:28.637221Z","caller":"traceutil/trace.go:171","msg":"trace[1771910280] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8925; }","duration":"117.906506ms","start":"2026-05-20T03:30:28.519298Z","end":"2026-05-20T03:30:28.637204Z","steps":["trace[1771910280] 'agreement among raft nodes before linearized reading' (duration: 117.588766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:29.386173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.91993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-20T03:30:29.386273Z","caller":"traceutil/trace.go:171","msg":"trace[6080148] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8928; }","duration":"174.074385ms","start":"2026-05-20T03:30:29.212172Z","end":"2026-05-20T03:30:29.386247Z","steps":["trace[6080148] 'range keys from in-memory index tree' (duration: 173.698033ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:29.903912Z","caller":"traceutil/trace.go:171","msg":"trace[1975394644] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"392.521751ms","start":"2026-05-20T03:30:29.511363Z","end":"2026-05-20T03:30:29.903885Z","steps":["trace[1975394644] 'process raft request' (duration: 392.333085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:29.904076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:29.511335Z","time spent":"392.657296ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:30.704879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966606408,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T03:30:30.811252Z","caller":"traceutil/trace.go:171","msg":"trace[1322104176] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"1.213241792s","start":"2026-05-20T03:30:29.59798Z","end":"2026-05-20T03:30:30.811222Z","steps":["trace[1322104176] 'process raft request' (duration: 1.212936283s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.811471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:29.597951Z","time spent":"1.213400677s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:30.811654Z","caller":"traceutil/trace.go:171","msg":"trace[34061389] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"1.213592514s","start":"2026-05-20T03:30:29.598022Z","end":"2026-05-20T03:30:30.811614Z","steps":["trace[34061389] 'process raft request' (duration: 1.21315724s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.811863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:29.597992Z","time spent":"1.213759929s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:30.812374Z","caller":"traceutil/trace.go:171","msg":"trace[1582526003] linearizableReadLoop","detail":"{readStateIndex:9256; appliedIndex:9253; }","duration":"607.709146ms","start":"2026-05-20T03:30:30.204645Z","end":"2026-05-20T03:30:30.812354Z","steps":["trace[1582526003] 'read index received' (duration: 606.347703ms)","trace[1582526003] 'applied index is now lower than readState.Index' (duration: 1.359923ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:30.812661Z","caller":"traceutil/trace.go:171","msg":"trace[1091727088] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"1.214003237s","start":"2026-05-20T03:30:29.59864Z","end":"2026-05-20T03:30:30.812644Z","steps":["trace[1091727088] 'process raft request' (duration: 1.212904272s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.81275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:29.598629Z","time spent":"1.214072349s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:30.812995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.345437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:30.813053Z","caller":"traceutil/trace.go:171","msg":"trace[1618601530] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8932; }","duration":"608.44368ms","start":"2026-05-20T03:30:30.20459Z","end":"2026-05-20T03:30:30.813033Z","steps":["trace[1618601530] 'agreement among raft nodes before linearized reading' (duration: 608.345087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.813108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.204564Z","time spent":"608.529233ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:30:30.8135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.264756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T03:30:30.813548Z","caller":"traceutil/trace.go:171","msg":"trace[2083713127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8932; }","duration":"582.350059ms","start":"2026-05-20T03:30:30.231185Z","end":"2026-05-20T03:30:30.813535Z","steps":["trace[2083713127] 'agreement among raft nodes before linearized reading' (duration: 582.200074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.813584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.231166Z","time spent":"582.408101ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:30:30.81396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.67027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T03:30:30.814023Z","caller":"traceutil/trace.go:171","msg":"trace[1807800333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8932; }","duration":"399.767103ms","start":"2026-05-20T03:30:30.414243Z","end":"2026-05-20T03:30:30.81401Z","steps":["trace[1807800333] 'agreement among raft nodes before linearized reading' (duration: 399.615318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.814065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.414221Z","time spent":"399.832155ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T03:30:30.814375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.009284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-968bf8fff-vgxtw.18b1286b9916ccc0\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-05-20T03:30:30.814639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.364932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:30:30.814687Z","caller":"traceutil/trace.go:171","msg":"trace[1168302507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8932; }","duration":"583.427173ms","start":"2026-05-20T03:30:30.231247Z","end":"2026-05-20T03:30:30.814674Z","steps":["trace[1168302507] 'agreement among raft nodes before linearized reading' (duration: 583.298899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.814691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.444733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T03:30:30.814726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.23124Z","time spent":"583.474744ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:30:30.815176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.63927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:30:30.815226Z","caller":"traceutil/trace.go:171","msg":"trace[2139612176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8932; }","duration":"583.703702ms","start":"2026-05-20T03:30:30.231509Z","end":"2026-05-20T03:30:30.815212Z","steps":["trace[2139612176] 'agreement among raft nodes before linearized reading' (duration: 583.452524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.815264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.231501Z","time spent":"583.752894ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:30:30.815403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.620574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:30.815479Z","caller":"traceutil/trace.go:171","msg":"trace[683699401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8932; }","duration":"494.729878ms","start":"2026-05-20T03:30:30.320735Z","end":"2026-05-20T03:30:30.815465Z","steps":["trace[683699401] 'agreement among raft nodes before linearized reading' (duration: 494.634065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.815518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.320718Z","time spent":"494.78842ms","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:30:30.815596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.2773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:30:30.815644Z","caller":"traceutil/trace.go:171","msg":"trace[1159197084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8932; }","duration":"584.367674ms","start":"2026-05-20T03:30:30.231262Z","end":"2026-05-20T03:30:30.81563Z","steps":["trace[1159197084] 'agreement among raft nodes before linearized reading' (duration: 584.237629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.815685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.231228Z","time spent":"584.445796ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:30:30.815773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.205053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:30:30.814737Z","caller":"traceutil/trace.go:171","msg":"trace[665253917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8932; }","duration":"583.507746ms","start":"2026-05-20T03:30:30.231215Z","end":"2026-05-20T03:30:30.814723Z","steps":["trace[665253917] 'agreement among raft nodes before linearized reading' (duration: 583.376362ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:30.81582Z","caller":"traceutil/trace.go:171","msg":"trace[1992711284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:8932; }","duration":"581.276794ms","start":"2026-05-20T03:30:30.234531Z","end":"2026-05-20T03:30:30.815808Z","steps":["trace[1992711284] 'agreement among raft nodes before linearized reading' (duration: 581.14862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.815858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.234519Z","time spent":"581.328447ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:30:30.815857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.231204Z","time spent":"584.639711ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:30:30.814418Z","caller":"traceutil/trace.go:171","msg":"trace[594644753] range","detail":"{range_begin:/registry/events/openstack/barbican-api-968bf8fff-vgxtw.18b1286b9916ccc0; range_end:; response_count:1; response_revision:8932; }","duration":"429.085457ms","start":"2026-05-20T03:30:30.38532Z","end":"2026-05-20T03:30:30.814405Z","steps":["trace[594644753] 'agreement among raft nodes before linearized reading' (duration: 428.958043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:30.816522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.385296Z","time spent":"431.168763ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-968bf8fff-vgxtw.18b1286b9916ccc0\" "} {"level":"warn","ts":"2026-05-20T03:30:31.082991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.194231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:30:31.083084Z","caller":"traceutil/trace.go:171","msg":"trace[1030415012] linearizableReadLoop","detail":"{readStateIndex:9257; appliedIndex:9256; }","duration":"260.285101ms","start":"2026-05-20T03:30:30.822784Z","end":"2026-05-20T03:30:31.083069Z","steps":["trace[1030415012] 'read index received' (duration: 100.917275ms)","trace[1030415012] 'applied index is now lower than readState.Index' (duration: 159.366846ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:31.083176Z","caller":"traceutil/trace.go:171","msg":"trace[1183028316] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"262.329936ms","start":"2026-05-20T03:30:30.820824Z","end":"2026-05-20T03:30:31.083154Z","steps":["trace[1183028316] 'process raft request' (duration: 102.890397ms)","trace[1183028316] 'compare' (duration: 159.015795ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:30:31.083502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.641092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T03:30:31.083586Z","caller":"traceutil/trace.go:171","msg":"trace[500397659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8933; }","duration":"260.807958ms","start":"2026-05-20T03:30:30.822758Z","end":"2026-05-20T03:30:31.083566Z","steps":["trace[500397659] 'agreement among raft nodes before linearized reading' (duration: 260.483177ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:31.142448Z","caller":"traceutil/trace.go:171","msg":"trace[1140043897] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"319.542879ms","start":"2026-05-20T03:30:30.822882Z","end":"2026-05-20T03:30:31.142425Z","steps":["trace[1140043897] 'process raft request' (duration: 319.499757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:31.142565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.822875Z","time spent":"319.636261ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:31.142726Z","caller":"traceutil/trace.go:171","msg":"trace[2026840840] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"319.824357ms","start":"2026-05-20T03:30:30.822895Z","end":"2026-05-20T03:30:31.14272Z","steps":["trace[2026840840] 'process raft request' (duration: 319.508787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:31.142758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.822888Z","time spent":"319.854258ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:31.142805Z","caller":"traceutil/trace.go:171","msg":"trace[428309547] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"319.865008ms","start":"2026-05-20T03:30:30.822927Z","end":"2026-05-20T03:30:31.142792Z","steps":["trace[428309547] 'process raft request' (duration: 319.665122ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:31.142918Z","caller":"traceutil/trace.go:171","msg":"trace[655925895] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"319.952061ms","start":"2026-05-20T03:30:30.822932Z","end":"2026-05-20T03:30:31.142884Z","steps":["trace[655925895] 'process raft request' (duration: 319.773226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:31.142975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.822907Z","time spent":"319.985522ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:31.143055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.222759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228818"} {"level":"info","ts":"2026-05-20T03:30:31.143074Z","caller":"traceutil/trace.go:171","msg":"trace[588616055] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8938; }","duration":"320.253401ms","start":"2026-05-20T03:30:30.822815Z","end":"2026-05-20T03:30:31.143068Z","steps":["trace[588616055] 'agreement among raft nodes before linearized reading' (duration: 319.978852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:31.143072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.822911Z","time spent":"320.084716ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:31.143089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.82281Z","time spent":"320.274702ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228842,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T03:30:31.142507Z","caller":"traceutil/trace.go:171","msg":"trace[506760210] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"319.663642ms","start":"2026-05-20T03:30:30.822804Z","end":"2026-05-20T03:30:31.142468Z","steps":["trace[506760210] 'process raft request' (duration: 319.478336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:31.14366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:30.822794Z","time spent":"320.830199ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:31.445681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.3188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:31.44577Z","caller":"traceutil/trace.go:171","msg":"trace[1357447774] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8938; }","duration":"221.463014ms","start":"2026-05-20T03:30:31.224285Z","end":"2026-05-20T03:30:31.445748Z","steps":["trace[1357447774] 'range keys from in-memory index tree' (duration: 221.172885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:31.446207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.053001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:31.446237Z","caller":"traceutil/trace.go:171","msg":"trace[233246602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8938; }","duration":"124.109003ms","start":"2026-05-20T03:30:31.322122Z","end":"2026-05-20T03:30:31.446231Z","steps":["trace[233246602] 'range keys from in-memory index tree' (duration: 123.996069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:32.625918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.130089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T03:30:32.626017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.91382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:32.626051Z","caller":"traceutil/trace.go:171","msg":"trace[1577562482] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8939; }","duration":"305.325465ms","start":"2026-05-20T03:30:32.320687Z","end":"2026-05-20T03:30:32.626013Z","steps":["trace[1577562482] 'count revisions from in-memory index tree' (duration: 305.012265ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:32.626092Z","caller":"traceutil/trace.go:171","msg":"trace[1409097766] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8939; }","duration":"574.031773ms","start":"2026-05-20T03:30:32.05204Z","end":"2026-05-20T03:30:32.626072Z","steps":["trace[1409097766] 'count revisions from in-memory index tree' (duration: 573.830457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:32.626129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:32.052022Z","time spent":"574.099535ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:30:32.626143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:32.320663Z","time spent":"305.446799ms","remote":"127.0.0.1:37094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:30:32.626647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.144098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:32.626677Z","caller":"traceutil/trace.go:171","msg":"trace[1520889519] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8939; }","duration":"386.218431ms","start":"2026-05-20T03:30:32.240451Z","end":"2026-05-20T03:30:32.626669Z","steps":["trace[1520889519] 'count revisions from in-memory index tree' (duration: 386.034535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:32.626697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:32.240425Z","time spent":"386.265823ms","remote":"127.0.0.1:54168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:30:39.602179Z","caller":"traceutil/trace.go:171","msg":"trace[582407967] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"130.811787ms","start":"2026-05-20T03:30:39.471239Z","end":"2026-05-20T03:30:39.602051Z","steps":["trace[582407967] 'process raft request' (duration: 123.162833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:39.602624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.549598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-w6qmw\" ","response":"range_response_count:1 size:4637"} {"level":"info","ts":"2026-05-20T03:30:39.602741Z","caller":"traceutil/trace.go:171","msg":"trace[1474186495] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-w6qmw; range_end:; response_count:1; response_revision:9019; }","duration":"130.708123ms","start":"2026-05-20T03:30:39.472004Z","end":"2026-05-20T03:30:39.602712Z","steps":["trace[1474186495] 'agreement among raft nodes before linearized reading' (duration: 129.756462ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:39.749579Z","caller":"traceutil/trace.go:171","msg":"trace[1878033570] linearizableReadLoop","detail":"{readStateIndex:9349; appliedIndex:9348; }","duration":"137.735047ms","start":"2026-05-20T03:30:39.611811Z","end":"2026-05-20T03:30:39.749546Z","steps":["trace[1878033570] 'read index received' (duration: 97.02298ms)","trace[1878033570] 'applied index is now lower than readState.Index' (duration: 40.709497ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:39.749652Z","caller":"traceutil/trace.go:171","msg":"trace[975772087] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"137.916783ms","start":"2026-05-20T03:30:39.611693Z","end":"2026-05-20T03:30:39.749609Z","steps":["trace[975772087] 'process raft request' (duration: 97.209126ms)","trace[975772087] 'compare' (duration: 40.437618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:30:39.749809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.625114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-20T03:30:39.749854Z","caller":"traceutil/trace.go:171","msg":"trace[2137885237] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9020; }","duration":"137.729727ms","start":"2026-05-20T03:30:39.612112Z","end":"2026-05-20T03:30:39.749842Z","steps":["trace[2137885237] 'agreement among raft nodes before linearized reading' (duration: 137.609353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:39.750007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.16973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-20T03:30:39.7502Z","caller":"traceutil/trace.go:171","msg":"trace[1358526837] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9020; }","duration":"138.380137ms","start":"2026-05-20T03:30:39.611788Z","end":"2026-05-20T03:30:39.750168Z","steps":["trace[1358526837] 'agreement among raft nodes before linearized reading' (duration: 137.950054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:40.821293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966606690,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T03:30:41.094122Z","caller":"traceutil/trace.go:171","msg":"trace[1753817444] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"832.709412ms","start":"2026-05-20T03:30:40.261379Z","end":"2026-05-20T03:30:41.094088Z","steps":["trace[1753817444] 'process raft request' (duration: 832.549357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.094284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:40.261362Z","time spent":"832.848236ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T03:30:41.364565Z","caller":"traceutil/trace.go:171","msg":"trace[1749938586] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"1.094987666s","start":"2026-05-20T03:30:40.269548Z","end":"2026-05-20T03:30:41.364536Z","steps":["trace[1749938586] 'process raft request' (duration: 1.094749698s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.364743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:40.269515Z","time spent":"1.095144231s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:41.364965Z","caller":"traceutil/trace.go:171","msg":"trace[1306415] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"516.47961ms","start":"2026-05-20T03:30:40.848447Z","end":"2026-05-20T03:30:41.364926Z","steps":["trace[1306415] 'process raft request' (duration: 516.030116ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.365081Z","caller":"traceutil/trace.go:171","msg":"trace[1998195601] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"507.378571ms","start":"2026-05-20T03:30:40.857684Z","end":"2026-05-20T03:30:41.365063Z","steps":["trace[1998195601] 'process raft request' (duration: 507.097882ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.365047Z","caller":"traceutil/trace.go:171","msg":"trace[499666102] linearizableReadLoop","detail":"{readStateIndex:9355; appliedIndex:9353; }","duration":"1.044369333s","start":"2026-05-20T03:30:40.320643Z","end":"2026-05-20T03:30:41.365012Z","steps":["trace[499666102] 'read index received' (duration: 773.352201ms)","trace[499666102] 'applied index is now lower than readState.Index' (duration: 271.015842ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:41.365123Z","caller":"traceutil/trace.go:171","msg":"trace[1672716214] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"493.642913ms","start":"2026-05-20T03:30:40.871465Z","end":"2026-05-20T03:30:41.365108Z","steps":["trace[1672716214] 'process raft request' (duration: 493.471848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.365151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:40.857658Z","time spent":"507.456003ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:41.365216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:40.871436Z","time spent":"493.710105ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:41.365299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044636711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:41.365357Z","caller":"traceutil/trace.go:171","msg":"trace[796105990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9029; }","duration":"1.044705024s","start":"2026-05-20T03:30:40.320632Z","end":"2026-05-20T03:30:41.365337Z","steps":["trace[796105990] 'agreement among raft nodes before linearized reading' (duration: 1.044561939s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.365359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.267061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-968bf8fff-vgxtw.18b1286b9916ccc0\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-20T03:30:41.365399Z","caller":"traceutil/trace.go:171","msg":"trace[1043820235] range","detail":"{range_begin:/registry/events/openstack/barbican-api-968bf8fff-vgxtw.18b1286b9916ccc0; range_end:; response_count:1; response_revision:9029; }","duration":"266.302842ms","start":"2026-05-20T03:30:41.099082Z","end":"2026-05-20T03:30:41.365385Z","steps":["trace[1043820235] 'agreement among raft nodes before linearized reading' (duration: 266.168278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.365401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:40.320555Z","time spent":"1.044835318s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:30:41.36542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.123806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:30:41.365448Z","caller":"traceutil/trace.go:171","msg":"trace[1705445685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9029; }","duration":"163.172317ms","start":"2026-05-20T03:30:41.202267Z","end":"2026-05-20T03:30:41.365439Z","steps":["trace[1705445685] 'agreement among raft nodes before linearized reading' (duration: 163.045353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.365443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.808114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T03:30:41.365443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.96925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T03:30:41.365464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.2425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:41.365499Z","caller":"traceutil/trace.go:171","msg":"trace[1333592012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9029; }","duration":"167.873377ms","start":"2026-05-20T03:30:41.197609Z","end":"2026-05-20T03:30:41.365483Z","steps":["trace[1333592012] 'agreement among raft nodes before linearized reading' (duration: 167.695051ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.365508Z","caller":"traceutil/trace.go:171","msg":"trace[377639864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9029; }","duration":"168.076553ms","start":"2026-05-20T03:30:41.197415Z","end":"2026-05-20T03:30:41.365492Z","steps":["trace[377639864] 'agreement among raft nodes before linearized reading' (duration: 167.892598ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.365543Z","caller":"traceutil/trace.go:171","msg":"trace[1424244210] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9029; }","duration":"152.350692ms","start":"2026-05-20T03:30:41.21317Z","end":"2026-05-20T03:30:41.365521Z","steps":["trace[1424244210] 'agreement among raft nodes before linearized reading' (duration: 152.195707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.365545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.025692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T03:30:41.365615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.21012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:30:41.365632Z","caller":"traceutil/trace.go:171","msg":"trace[1383484996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9029; }","duration":"168.134545ms","start":"2026-05-20T03:30:41.197474Z","end":"2026-05-20T03:30:41.365609Z","steps":["trace[1383484996] 'agreement among raft nodes before linearized reading' (duration: 167.895728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.365638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.415131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:30:41.365679Z","caller":"traceutil/trace.go:171","msg":"trace[1651708492] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9029; }","duration":"220.529274ms","start":"2026-05-20T03:30:41.14514Z","end":"2026-05-20T03:30:41.365669Z","steps":["trace[1651708492] 'agreement among raft nodes before linearized reading' (duration: 220.451412ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.365675Z","caller":"traceutil/trace.go:171","msg":"trace[1045598442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:9029; }","duration":"164.302703ms","start":"2026-05-20T03:30:41.201355Z","end":"2026-05-20T03:30:41.365658Z","steps":["trace[1045598442] 'agreement among raft nodes before linearized reading' (duration: 164.093576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.365703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:40.848419Z","time spent":"516.625515ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:41.365805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.700919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:30:41.365912Z","caller":"traceutil/trace.go:171","msg":"trace[64644698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9029; }","duration":"171.935146ms","start":"2026-05-20T03:30:41.193953Z","end":"2026-05-20T03:30:41.365888Z","steps":["trace[64644698] 'agreement among raft nodes before linearized reading' (duration: 171.572375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.569056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.529819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:30:41.569194Z","caller":"traceutil/trace.go:171","msg":"trace[2037995102] linearizableReadLoop","detail":"{readStateIndex:9359; appliedIndex:9358; }","duration":"198.266075ms","start":"2026-05-20T03:30:41.370904Z","end":"2026-05-20T03:30:41.56917Z","steps":["trace[2037995102] 'read index received' (duration: 39.57141ms)","trace[2037995102] 'applied index is now lower than readState.Index' (duration: 158.692535ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:41.569234Z","caller":"traceutil/trace.go:171","msg":"trace[729721554] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"200.047922ms","start":"2026-05-20T03:30:41.36916Z","end":"2026-05-20T03:30:41.569208Z","steps":["trace[729721554] 'process raft request' (duration: 41.226363ms)","trace[729721554] 'compare' (duration: 158.348444ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:30:41.569655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.741301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228733"} {"level":"info","ts":"2026-05-20T03:30:41.56972Z","caller":"traceutil/trace.go:171","msg":"trace[2050710752] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9030; }","duration":"198.846094ms","start":"2026-05-20T03:30:41.370858Z","end":"2026-05-20T03:30:41.569704Z","steps":["trace[2050710752] 'agreement among raft nodes before linearized reading' (duration: 198.41074ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.651008Z","caller":"traceutil/trace.go:171","msg":"trace[156819569] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"279.987918ms","start":"2026-05-20T03:30:41.370975Z","end":"2026-05-20T03:30:41.650962Z","steps":["trace[156819569] 'process raft request' (duration: 279.782521ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.651018Z","caller":"traceutil/trace.go:171","msg":"trace[705625369] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"279.842584ms","start":"2026-05-20T03:30:41.371144Z","end":"2026-05-20T03:30:41.650987Z","steps":["trace[705625369] 'process raft request' (duration: 279.747591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:41.651358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.199896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:30:41.651445Z","caller":"traceutil/trace.go:171","msg":"trace[1983102365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9035; }","duration":"275.32026ms","start":"2026-05-20T03:30:41.37608Z","end":"2026-05-20T03:30:41.6514Z","steps":["trace[1983102365] 'agreement among raft nodes before linearized reading' (duration: 275.211556ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.651721Z","caller":"traceutil/trace.go:171","msg":"trace[1880377547] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"279.818713ms","start":"2026-05-20T03:30:41.371886Z","end":"2026-05-20T03:30:41.651705Z","steps":["trace[1880377547] 'process raft request' (duration: 279.042218ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.651817Z","caller":"traceutil/trace.go:171","msg":"trace[400456248] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"279.7288ms","start":"2026-05-20T03:30:41.37208Z","end":"2026-05-20T03:30:41.651808Z","steps":["trace[400456248] 'process raft request' (duration: 279.074239ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:41.651886Z","caller":"traceutil/trace.go:171","msg":"trace[470487371] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"279.291386ms","start":"2026-05-20T03:30:41.372587Z","end":"2026-05-20T03:30:41.651879Z","steps":["trace[470487371] 'process raft request' (duration: 278.657986ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:42.27521Z","caller":"traceutil/trace.go:171","msg":"trace[1328529812] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"135.766504ms","start":"2026-05-20T03:30:42.139412Z","end":"2026-05-20T03:30:42.275179Z","steps":["trace[1328529812] 'process raft request' (duration: 135.593129ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:43.116017Z","caller":"traceutil/trace.go:171","msg":"trace[655997864] linearizableReadLoop","detail":"{readStateIndex:9369; appliedIndex:9368; }","duration":"450.044234ms","start":"2026-05-20T03:30:42.665945Z","end":"2026-05-20T03:30:43.11599Z","steps":["trace[655997864] 'read index received' (duration: 449.745655ms)","trace[655997864] 'applied index is now lower than readState.Index' (duration: 297.449µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:43.116131Z","caller":"traceutil/trace.go:171","msg":"trace[835930517] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"459.376452ms","start":"2026-05-20T03:30:42.656713Z","end":"2026-05-20T03:30:43.11609Z","steps":["trace[835930517] 'process raft request' (duration: 459.087023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:43.116217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.243531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:30:43.116266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.251321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:30:43.116318Z","caller":"traceutil/trace.go:171","msg":"trace[1989593854] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9040; }","duration":"261.380035ms","start":"2026-05-20T03:30:42.854927Z","end":"2026-05-20T03:30:43.116307Z","steps":["trace[1989593854] 'agreement among raft nodes before linearized reading' (duration: 261.251221ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:43.116326Z","caller":"traceutil/trace.go:171","msg":"trace[368271827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9040; }","duration":"450.398266ms","start":"2026-05-20T03:30:42.665905Z","end":"2026-05-20T03:30:43.116303Z","steps":["trace[368271827] 'agreement among raft nodes before linearized reading' (duration: 450.189419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:43.116325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:42.656697Z","time spent":"459.529937ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:43.116378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:42.665885Z","time spent":"450.482918ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:30:43.116416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.773879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:30:43.11652Z","caller":"traceutil/trace.go:171","msg":"trace[471066524] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9040; }","duration":"197.947655ms","start":"2026-05-20T03:30:42.91855Z","end":"2026-05-20T03:30:43.116497Z","steps":["trace[471066524] 'agreement among raft nodes before linearized reading' (duration: 197.681457ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:43.588987Z","caller":"traceutil/trace.go:171","msg":"trace[1633006804] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"217.610552ms","start":"2026-05-20T03:30:43.371353Z","end":"2026-05-20T03:30:43.588963Z","steps":["trace[1633006804] 'process raft request' (duration: 217.427826ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:43.589286Z","caller":"traceutil/trace.go:171","msg":"trace[45642302] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"216.733413ms","start":"2026-05-20T03:30:43.372518Z","end":"2026-05-20T03:30:43.589251Z","steps":["trace[45642302] 'process raft request' (duration: 216.407903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:43.803724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.889388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T03:30:43.803753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.315179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:30:43.803815Z","caller":"traceutil/trace.go:171","msg":"trace[849002517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9043; }","duration":"147.021614ms","start":"2026-05-20T03:30:43.656769Z","end":"2026-05-20T03:30:43.803791Z","steps":["trace[849002517] 'range keys from in-memory index tree' (duration: 146.676373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:43.803927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.109755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T03:30:43.803884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.660973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:30:43.80424Z","caller":"traceutil/trace.go:171","msg":"trace[172037645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9043; }","duration":"148.086687ms","start":"2026-05-20T03:30:43.65613Z","end":"2026-05-20T03:30:43.804217Z","steps":["trace[172037645] 'range keys from in-memory index tree' (duration: 147.405875ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:43.803987Z","caller":"traceutil/trace.go:171","msg":"trace[1702062861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9043; }","duration":"147.207449ms","start":"2026-05-20T03:30:43.656769Z","end":"2026-05-20T03:30:43.803976Z","steps":["trace[1702062861] 'range keys from in-memory index tree' (duration: 146.975662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:43.804034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.999054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:30:43.804485Z","caller":"traceutil/trace.go:171","msg":"trace[1259322007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9043; }","duration":"148.466559ms","start":"2026-05-20T03:30:43.655978Z","end":"2026-05-20T03:30:43.804444Z","steps":["trace[1259322007] 'range keys from in-memory index tree' (duration: 147.837839ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:43.804115Z","caller":"traceutil/trace.go:171","msg":"trace[631366276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9043; }","duration":"145.449193ms","start":"2026-05-20T03:30:43.658381Z","end":"2026-05-20T03:30:43.80383Z","steps":["trace[631366276] 'range keys from in-memory index tree' (duration: 145.161574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:43.989309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.5599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-20T03:30:43.989608Z","caller":"traceutil/trace.go:171","msg":"trace[946505347] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"180.728326ms","start":"2026-05-20T03:30:43.808856Z","end":"2026-05-20T03:30:43.989584Z","steps":["trace[946505347] 'process raft request' (duration: 180.578231ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:44.147716Z","caller":"traceutil/trace.go:171","msg":"trace[1351072755] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"338.691537ms","start":"2026-05-20T03:30:43.808966Z","end":"2026-05-20T03:30:44.147658Z","steps":["trace[1351072755] 'process raft request' (duration: 296.621937ms)","trace[1351072755] 'compare' (duration: 41.737369ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:44.147751Z","caller":"traceutil/trace.go:171","msg":"trace[1296855306] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"338.745829ms","start":"2026-05-20T03:30:43.808974Z","end":"2026-05-20T03:30:44.147719Z","steps":["trace[1296855306] 'process raft request' (duration: 338.583704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:44.147913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:43.808938Z","time spent":"338.882093ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:44.147923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:43.808939Z","time spent":"338.894343ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:44.147934Z","caller":"traceutil/trace.go:171","msg":"trace[1812579107] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"338.842992ms","start":"2026-05-20T03:30:43.809064Z","end":"2026-05-20T03:30:44.147907Z","steps":["trace[1812579107] 'process raft request' (duration: 338.601424ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:44.148137Z","caller":"traceutil/trace.go:171","msg":"trace[883750191] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"338.885172ms","start":"2026-05-20T03:30:43.809226Z","end":"2026-05-20T03:30:44.148111Z","steps":["trace[883750191] 'process raft request' (duration: 338.620624ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:44.148124Z","caller":"traceutil/trace.go:171","msg":"trace[577052864] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"104.873841ms","start":"2026-05-20T03:30:44.04322Z","end":"2026-05-20T03:30:44.148094Z","steps":["trace[577052864] 'process raft request' (duration: 104.777848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:44.148265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:43.809213Z","time spent":"338.988416ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:44.148276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:43.809036Z","time spent":"339.036598ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:30:45.623368Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024aa.wal"} {"level":"warn","ts":"2026-05-20T03:30:49.766286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.276144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-20T03:30:49.766391Z","caller":"traceutil/trace.go:171","msg":"trace[1912977463] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9100; }","duration":"230.395498ms","start":"2026-05-20T03:30:49.535971Z","end":"2026-05-20T03:30:49.766367Z","steps":["trace[1912977463] 'range keys from in-memory index tree' (duration: 230.051597ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:49.837705Z","caller":"traceutil/trace.go:171","msg":"trace[1632913056] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"234.83638ms","start":"2026-05-20T03:30:49.602839Z","end":"2026-05-20T03:30:49.837675Z","steps":["trace[1632913056] 'process raft request' (duration: 234.674585ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:50.464046Z","caller":"traceutil/trace.go:171","msg":"trace[993306935] linearizableReadLoop","detail":"{readStateIndex:9435; appliedIndex:9432; }","duration":"852.752371ms","start":"2026-05-20T03:30:49.61127Z","end":"2026-05-20T03:30:50.464022Z","steps":["trace[993306935] 'read index received' (duration: 226.207535ms)","trace[993306935] 'applied index is now lower than readState.Index' (duration: 626.543246ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:30:50.464161Z","caller":"traceutil/trace.go:171","msg":"trace[1655366422] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"856.897313ms","start":"2026-05-20T03:30:49.607225Z","end":"2026-05-20T03:30:50.464123Z","steps":["trace[1655366422] 'process raft request' (duration: 856.582253ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:50.464205Z","caller":"traceutil/trace.go:171","msg":"trace[2017908754] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"853.095982ms","start":"2026-05-20T03:30:49.611081Z","end":"2026-05-20T03:30:50.464176Z","steps":["trace[2017908754] 'process raft request' (duration: 852.885636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.464321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.02399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:30:50.464365Z","caller":"traceutil/trace.go:171","msg":"trace[1545922193] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9103; }","duration":"853.115933ms","start":"2026-05-20T03:30:49.611234Z","end":"2026-05-20T03:30:50.46435Z","steps":["trace[1545922193] 'agreement among raft nodes before linearized reading' (duration: 853.003209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.464354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:49.607202Z","time spent":"857.039927ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:50.464404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:49.611223Z","time spent":"853.168244ms","remote":"127.0.0.1:39344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:30:50.464374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:49.61106Z","time spent":"853.226377ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:50.491069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.309139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T03:30:50.491114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.971472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T03:30:50.491184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.743432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:30:50.491215Z","caller":"traceutil/trace.go:171","msg":"trace[581703185] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9104; }","duration":"531.108317ms","start":"2026-05-20T03:30:49.960084Z","end":"2026-05-20T03:30:50.491193Z","steps":["trace[581703185] 'agreement among raft nodes before linearized reading' (duration: 530.89251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.491253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.89887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:30:50.491253Z","caller":"traceutil/trace.go:171","msg":"trace[1331684318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9104; }","duration":"793.871966ms","start":"2026-05-20T03:30:49.697353Z","end":"2026-05-20T03:30:50.491225Z","steps":["trace[1331684318] 'agreement among raft nodes before linearized reading' (duration: 793.765572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.491277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:49.960029Z","time spent":"531.236621ms","remote":"127.0.0.1:39358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:30:50.491298Z","caller":"traceutil/trace.go:171","msg":"trace[1213035040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9104; }","duration":"314.942642ms","start":"2026-05-20T03:30:50.176343Z","end":"2026-05-20T03:30:50.491286Z","steps":["trace[1213035040] 'agreement among raft nodes before linearized reading' (duration: 314.822198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.491329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:50.176325Z","time spent":"314.996194ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:30:50.491333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.89539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:30:50.491363Z","caller":"traceutil/trace.go:171","msg":"trace[666078554] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"322.570505ms","start":"2026-05-20T03:30:50.168754Z","end":"2026-05-20T03:30:50.491324Z","steps":["trace[666078554] 'process raft request' (duration: 321.899603ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:50.491454Z","caller":"traceutil/trace.go:171","msg":"trace[1427072674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9104; }","duration":"315.016333ms","start":"2026-05-20T03:30:50.176393Z","end":"2026-05-20T03:30:50.491409Z","steps":["trace[1427072674] 'agreement among raft nodes before linearized reading' (duration: 314.718704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.491488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.08956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-kfg5k\" ","response":"range_response_count:1 size:4558"} {"level":"warn","ts":"2026-05-20T03:30:50.491205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.808769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-968bf8fff-vgxtw.18b1286b9916ccc0\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-05-20T03:30:50.491517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:50.17639Z","time spent":"315.117997ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T03:30:50.491568Z","caller":"traceutil/trace.go:171","msg":"trace[740861060] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-kfg5k; range_end:; response_count:1; response_revision:9104; }","duration":"134.198965ms","start":"2026-05-20T03:30:50.357347Z","end":"2026-05-20T03:30:50.491546Z","steps":["trace[740861060] 'agreement among raft nodes before linearized reading' (duration: 133.991788ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:30:50.491585Z","caller":"traceutil/trace.go:171","msg":"trace[1892643421] range","detail":"{range_begin:/registry/events/openstack/barbican-api-968bf8fff-vgxtw.18b1286b9916ccc0; range_end:; response_count:1; response_revision:9104; }","duration":"105.307894ms","start":"2026-05-20T03:30:50.386251Z","end":"2026-05-20T03:30:50.491559Z","steps":["trace[1892643421] 'agreement among raft nodes before linearized reading' (duration: 104.86523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.491603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:50.168725Z","time spent":"322.778691ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:30:50.49107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.551187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-05-20T03:30:50.491574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:49.697331Z","time spent":"793.966309ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:30:50.491746Z","caller":"traceutil/trace.go:171","msg":"trace[100130815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:9104; }","duration":"870.29122ms","start":"2026-05-20T03:30:49.621401Z","end":"2026-05-20T03:30:50.491692Z","steps":["trace[100130815] 'agreement among raft nodes before linearized reading' (duration: 869.474804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.491894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.671821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:30:50.491837Z","caller":"traceutil/trace.go:171","msg":"trace[1073243126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9104; }","duration":"318.425933ms","start":"2026-05-20T03:30:50.172711Z","end":"2026-05-20T03:30:50.491137Z","steps":["trace[1073243126] 'agreement among raft nodes before linearized reading' (duration: 318.207926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.49107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.851949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T03:30:50.492063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:50.172704Z","time spent":"319.29997ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T03:30:50.492083Z","caller":"traceutil/trace.go:171","msg":"trace[1888117942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9104; }","duration":"310.897522ms","start":"2026-05-20T03:30:50.181169Z","end":"2026-05-20T03:30:50.492067Z","steps":["trace[1888117942] 'agreement among raft nodes before linearized reading' (duration: 309.718445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.49193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:49.62136Z","time spent":"870.515397ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:30:50.492136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:50.181159Z","time spent":"310.962214ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T03:30:50.492662Z","caller":"traceutil/trace.go:171","msg":"trace[1141163918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9104; }","duration":"480.879897ms","start":"2026-05-20T03:30:50.011098Z","end":"2026-05-20T03:30:50.491978Z","steps":["trace[1141163918] 'agreement among raft nodes before linearized reading' (duration: 480.35675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:30:50.492756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:30:50.011086Z","time spent":"481.655382ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T03:31:40.842564Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ca4c710a8d5349d7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-20T03:31:40.84837Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-20T03:31:40.848447Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-20T03:32:01.924609Z","caller":"traceutil/trace.go:171","msg":"trace[293563071] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"101.355821ms","start":"2026-05-20T03:32:01.82322Z","end":"2026-05-20T03:32:01.924576Z","steps":["trace[293563071] 'process raft request' (duration: 101.180206ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:32:02.935016Z","caller":"traceutil/trace.go:171","msg":"trace[322508676] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"197.085002ms","start":"2026-05-20T03:32:02.737903Z","end":"2026-05-20T03:32:02.934988Z","steps":["trace[322508676] 'process raft request' (duration: 196.933687ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:32:02.975265Z","caller":"traceutil/trace.go:171","msg":"trace[1247421020] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"236.346619ms","start":"2026-05-20T03:32:02.738895Z","end":"2026-05-20T03:32:02.975241Z","steps":["trace[1247421020] 'process raft request' (duration: 236.188744ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:32:02.975489Z","caller":"traceutil/trace.go:171","msg":"trace[794500777] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"153.193978ms","start":"2026-05-20T03:32:02.822243Z","end":"2026-05-20T03:32:02.975436Z","steps":["trace[794500777] 'process raft request' (duration: 152.957381ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:32:03.153113Z","caller":"traceutil/trace.go:171","msg":"trace[1067034836] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"172.475611ms","start":"2026-05-20T03:32:02.980604Z","end":"2026-05-20T03:32:03.15308Z","steps":["trace[1067034836] 'process raft request' (duration: 172.272394ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:32:03.170254Z","caller":"traceutil/trace.go:171","msg":"trace[1053478542] linearizableReadLoop","detail":"{readStateIndex:10150; appliedIndex:10147; }","duration":"154.404556ms","start":"2026-05-20T03:32:03.015815Z","end":"2026-05-20T03:32:03.170219Z","steps":["trace[1053478542] 'read index received' (duration: 137.017364ms)","trace[1053478542] 'applied index is now lower than readState.Index' (duration: 17.385882ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:32:03.170558Z","caller":"traceutil/trace.go:171","msg":"trace[2145361138] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"189.544314ms","start":"2026-05-20T03:32:02.980971Z","end":"2026-05-20T03:32:03.170516Z","steps":["trace[2145361138] 'process raft request' (duration: 189.199813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:32:03.170733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.898303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:32:03.170833Z","caller":"traceutil/trace.go:171","msg":"trace[866796252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9799; }","duration":"155.042947ms","start":"2026-05-20T03:32:03.015772Z","end":"2026-05-20T03:32:03.170815Z","steps":["trace[866796252] 'agreement among raft nodes before linearized reading' (duration: 154.682496ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:32:03.170883Z","caller":"traceutil/trace.go:171","msg":"trace[1666429088] transaction","detail":"{read_only:false; response_revision:9798; number_of_response:1; }","duration":"190.013049ms","start":"2026-05-20T03:32:02.980841Z","end":"2026-05-20T03:32:03.170854Z","steps":["trace[1666429088] 'process raft request' (duration: 189.188532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:32:03.170926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.746876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:32:03.171003Z","caller":"traceutil/trace.go:171","msg":"trace[20180904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9799; }","duration":"125.890261ms","start":"2026-05-20T03:32:03.045096Z","end":"2026-05-20T03:32:03.170986Z","steps":["trace[20180904] 'agreement among raft nodes before linearized reading' (duration: 125.663224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:32:03.171181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.15479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:32:03.171247Z","caller":"traceutil/trace.go:171","msg":"trace[693823433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:9799; }","duration":"110.271264ms","start":"2026-05-20T03:32:03.060957Z","end":"2026-05-20T03:32:03.171228Z","steps":["trace[693823433] 'agreement among raft nodes before linearized reading' (duration: 110.058868ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:33:24.824133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7997} {"level":"info","ts":"2026-05-20T03:33:24.896386Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7997,"took":"69.904861ms","hash":94246495,"current-db-size-bytes":56950784,"current-db-size":"57 MB","current-db-size-in-use-bytes":27512832,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-20T03:33:24.89647Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":94246495,"revision":7997,"compact-revision":5870} {"level":"info","ts":"2026-05-20T03:35:15.98769Z","caller":"traceutil/trace.go:171","msg":"trace[867459742] transaction","detail":"{read_only:false; response_revision:11004; number_of_response:1; }","duration":"101.348731ms","start":"2026-05-20T03:35:15.886311Z","end":"2026-05-20T03:35:15.98766Z","steps":["trace[867459742] 'process raft request' (duration: 101.189316ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:08.505949Z","caller":"traceutil/trace.go:171","msg":"trace[1166607253] linearizableReadLoop","detail":"{readStateIndex:12414; appliedIndex:12413; }","duration":"133.548144ms","start":"2026-05-20T03:37:08.372375Z","end":"2026-05-20T03:37:08.505923Z","steps":["trace[1166607253] 'read index received' (duration: 133.393579ms)","trace[1166607253] 'applied index is now lower than readState.Index' (duration: 153.335µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:37:08.506168Z","caller":"traceutil/trace.go:171","msg":"trace[1762687710] transaction","detail":"{read_only:false; response_revision:11990; number_of_response:1; }","duration":"134.809394ms","start":"2026-05-20T03:37:08.37135Z","end":"2026-05-20T03:37:08.50616Z","steps":["trace[1762687710] 'process raft request' (duration: 134.457953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:08.50674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.772106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.84\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T03:37:08.50682Z","caller":"traceutil/trace.go:171","msg":"trace[1452297267] range","detail":"{range_begin:/registry/masterleases/162.253.55.84; range_end:; response_count:1; response_revision:11990; }","duration":"102.871899ms","start":"2026-05-20T03:37:08.403929Z","end":"2026-05-20T03:37:08.506801Z","steps":["trace[1452297267] 'agreement among raft nodes before linearized reading' (duration: 102.641721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:08.507368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.977109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214716"} {"level":"info","ts":"2026-05-20T03:37:08.507403Z","caller":"traceutil/trace.go:171","msg":"trace[1382213873] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11990; }","duration":"135.055432ms","start":"2026-05-20T03:37:08.372336Z","end":"2026-05-20T03:37:08.507392Z","steps":["trace[1382213873] 'agreement among raft nodes before linearized reading' (duration: 134.05331ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:22.754083Z","caller":"traceutil/trace.go:171","msg":"trace[420881400] transaction","detail":"{read_only:false; response_revision:12120; number_of_response:1; }","duration":"126.658936ms","start":"2026-05-20T03:37:22.627395Z","end":"2026-05-20T03:37:22.754054Z","steps":["trace[420881400] 'process raft request' (duration: 126.47148ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:23.347657Z","caller":"traceutil/trace.go:171","msg":"trace[1839817427] linearizableReadLoop","detail":"{readStateIndex:12548; appliedIndex:12547; }","duration":"200.963246ms","start":"2026-05-20T03:37:23.146667Z","end":"2026-05-20T03:37:23.347631Z","steps":["trace[1839817427] 'read index received' (duration: 200.76714ms)","trace[1839817427] 'applied index is now lower than readState.Index' (duration: 194.916µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:37:23.34777Z","caller":"traceutil/trace.go:171","msg":"trace[726037921] transaction","detail":"{read_only:false; response_revision:12121; number_of_response:1; }","duration":"251.847584ms","start":"2026-05-20T03:37:23.095873Z","end":"2026-05-20T03:37:23.347721Z","steps":["trace[726037921] 'process raft request' (duration: 251.471432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:23.347935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.215175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:37:23.347981Z","caller":"traceutil/trace.go:171","msg":"trace[366286338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12121; }","duration":"201.330088ms","start":"2026-05-20T03:37:23.146634Z","end":"2026-05-20T03:37:23.347965Z","steps":["trace[366286338] 'agreement among raft nodes before linearized reading' (duration: 201.136502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:23.352392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.870561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:37:23.352505Z","caller":"traceutil/trace.go:171","msg":"trace[491863374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12122; }","duration":"171.022406ms","start":"2026-05-20T03:37:23.181462Z","end":"2026-05-20T03:37:23.352485Z","steps":["trace[491863374] 'agreement among raft nodes before linearized reading' (duration: 170.754137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:23.353789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.019427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:37:23.353877Z","caller":"traceutil/trace.go:171","msg":"trace[1255512061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12122; }","duration":"150.140411ms","start":"2026-05-20T03:37:23.203716Z","end":"2026-05-20T03:37:23.353856Z","steps":["trace[1255512061] 'agreement among raft nodes before linearized reading' (duration: 148.882501ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:29.521604Z","caller":"traceutil/trace.go:171","msg":"trace[1645613942] transaction","detail":"{read_only:false; response_revision:12161; number_of_response:1; }","duration":"112.552598ms","start":"2026-05-20T03:37:29.409015Z","end":"2026-05-20T03:37:29.521568Z","steps":["trace[1645613942] 'process raft request' (duration: 110.880314ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:43.788537Z","caller":"traceutil/trace.go:171","msg":"trace[475989027] linearizableReadLoop","detail":"{readStateIndex:12666; appliedIndex:12665; }","duration":"318.232153ms","start":"2026-05-20T03:37:43.470272Z","end":"2026-05-20T03:37:43.788504Z","steps":["trace[475989027] 'read index received' (duration: 317.906133ms)","trace[475989027] 'applied index is now lower than readState.Index' (duration: 323.79µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:37:43.788672Z","caller":"traceutil/trace.go:171","msg":"trace[241339549] transaction","detail":"{read_only:false; response_revision:12235; number_of_response:1; }","duration":"357.749559ms","start":"2026-05-20T03:37:43.430911Z","end":"2026-05-20T03:37:43.78866Z","steps":["trace[241339549] 'process raft request' (duration: 357.325126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.788863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.430883Z","time spent":"357.850433ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:37:43.788919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.641167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:37:43.789017Z","caller":"traceutil/trace.go:171","msg":"trace[1719723763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12235; }","duration":"318.798512ms","start":"2026-05-20T03:37:43.470197Z","end":"2026-05-20T03:37:43.788996Z","steps":["trace[1719723763] 'agreement among raft nodes before linearized reading' (duration: 318.584845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.789075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.470169Z","time spent":"318.897624ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:37:43.990518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.36454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-20T03:37:43.990796Z","caller":"traceutil/trace.go:171","msg":"trace[247704488] linearizableReadLoop","detail":"{readStateIndex:12667; appliedIndex:12666; }","duration":"202.159115ms","start":"2026-05-20T03:37:43.788619Z","end":"2026-05-20T03:37:43.990778Z","steps":["trace[247704488] 'read index received' (duration: 39.603199ms)","trace[247704488] 'applied index is now lower than readState.Index' (duration: 162.554246ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:37:43.990889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.965927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:37:43.990925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.046408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T03:37:43.990892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.344387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:37:43.990953Z","caller":"traceutil/trace.go:171","msg":"trace[2008766881] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12235; }","duration":"409.108532ms","start":"2026-05-20T03:37:43.581831Z","end":"2026-05-20T03:37:43.99094Z","steps":["trace[2008766881] 'agreement among raft nodes before linearized reading' (duration: 408.998868ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:43.990975Z","caller":"traceutil/trace.go:171","msg":"trace[506159046] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12235; }","duration":"408.45769ms","start":"2026-05-20T03:37:43.582501Z","end":"2026-05-20T03:37:43.990959Z","steps":["trace[506159046] 'agreement among raft nodes before linearized reading' (duration: 408.325936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.991003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.581804Z","time spent":"409.190124ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T03:37:43.991027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.335892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:37:43.991045Z","caller":"traceutil/trace.go:171","msg":"trace[1540460398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12235; }","duration":"484.390574ms","start":"2026-05-20T03:37:43.506649Z","end":"2026-05-20T03:37:43.99104Z","steps":["trace[1540460398] 'agreement among raft nodes before linearized reading' (duration: 484.326622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.991075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.506628Z","time spent":"484.433066ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:37:43.991171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.080933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-05-20T03:37:43.991072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.361073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:37:43.991227Z","caller":"traceutil/trace.go:171","msg":"trace[1561809752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:12235; }","duration":"208.182336ms","start":"2026-05-20T03:37:43.783035Z","end":"2026-05-20T03:37:43.991218Z","steps":["trace[1561809752] 'agreement among raft nodes before linearized reading' (duration: 208.053281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.991274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.364039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:37:43.991221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.427493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:37:43.991315Z","caller":"traceutil/trace.go:171","msg":"trace[2092919051] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12235; }","duration":"409.448602ms","start":"2026-05-20T03:37:43.581856Z","end":"2026-05-20T03:37:43.991305Z","steps":["trace[2092919051] 'agreement among raft nodes before linearized reading' (duration: 409.39124ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:43.991234Z","caller":"traceutil/trace.go:171","msg":"trace[654993625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:12235; }","duration":"203.553709ms","start":"2026-05-20T03:37:43.787669Z","end":"2026-05-20T03:37:43.991222Z","steps":["trace[654993625] 'agreement among raft nodes before linearized reading' (duration: 203.376393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.991351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.581821Z","time spent":"409.523595ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-05-20T03:37:43.991009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.582495Z","time spent":"408.506933ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-20T03:37:43.991346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.936586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:37:43.990963Z","caller":"traceutil/trace.go:171","msg":"trace[1962722394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12235; }","duration":"515.145351ms","start":"2026-05-20T03:37:43.47581Z","end":"2026-05-20T03:37:43.990956Z","steps":["trace[1962722394] 'agreement among raft nodes before linearized reading' (duration: 515.021967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.991515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.475784Z","time spent":"515.711189ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:37:43.99149Z","caller":"traceutil/trace.go:171","msg":"trace[1756070756] transaction","detail":"{read_only:false; response_revision:12236; number_of_response:1; }","duration":"197.27688ms","start":"2026-05-20T03:37:43.794172Z","end":"2026-05-20T03:37:43.991449Z","steps":["trace[1756070756] 'process raft request' (duration: 196.474374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.991633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.310156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-05-20T03:37:43.991677Z","caller":"traceutil/trace.go:171","msg":"trace[647532505] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12236; }","duration":"408.43539ms","start":"2026-05-20T03:37:43.58323Z","end":"2026-05-20T03:37:43.991665Z","steps":["trace[647532505] 'agreement among raft nodes before linearized reading' (duration: 408.105999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.991708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.583217Z","time spent":"408.484352ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-05-20T03:37:43.991498Z","caller":"traceutil/trace.go:171","msg":"trace[1414971888] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12235; }","duration":"409.109962ms","start":"2026-05-20T03:37:43.582368Z","end":"2026-05-20T03:37:43.991478Z","steps":["trace[1414971888] 'agreement among raft nodes before linearized reading' (duration: 408.484282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.991803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.582357Z","time spent":"409.419361ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-05-20T03:37:43.991365Z","caller":"traceutil/trace.go:171","msg":"trace[445820361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12235; }","duration":"483.630459ms","start":"2026-05-20T03:37:43.507703Z","end":"2026-05-20T03:37:43.991333Z","steps":["trace[445820361] 'agreement among raft nodes before linearized reading' (duration: 483.239437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.991959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.507669Z","time spent":"484.261699ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:37:43.99229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.811642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:37:43.992413Z","caller":"traceutil/trace.go:171","msg":"trace[1504844103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12236; }","duration":"392.006008ms","start":"2026-05-20T03:37:43.60038Z","end":"2026-05-20T03:37:43.992386Z","steps":["trace[1504844103] 'agreement among raft nodes before linearized reading' (duration: 390.994725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:43.992493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.600356Z","time spent":"392.125252ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T03:37:44.37555Z","caller":"traceutil/trace.go:171","msg":"trace[405244485] transaction","detail":"{read_only:false; response_revision:12237; number_of_response:1; }","duration":"379.597214ms","start":"2026-05-20T03:37:43.995927Z","end":"2026-05-20T03:37:44.375525Z","steps":["trace[405244485] 'process raft request' (duration: 379.386508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:44.375713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.995903Z","time spent":"379.723958ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:37:44.388466Z","caller":"traceutil/trace.go:171","msg":"trace[1210936028] linearizableReadLoop","detail":"{readStateIndex:12671; appliedIndex:12668; }","duration":"391.43162ms","start":"2026-05-20T03:37:43.997008Z","end":"2026-05-20T03:37:44.38844Z","steps":["trace[1210936028] 'read index received' (duration: 378.455318ms)","trace[1210936028] 'applied index is now lower than readState.Index' (duration: 12.973572ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:37:44.388547Z","caller":"traceutil/trace.go:171","msg":"trace[212930551] transaction","detail":"{read_only:false; response_revision:12239; number_of_response:1; }","duration":"392.07002ms","start":"2026-05-20T03:37:43.996438Z","end":"2026-05-20T03:37:44.388508Z","steps":["trace[212930551] 'process raft request' (duration: 391.909635ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:44.388571Z","caller":"traceutil/trace.go:171","msg":"trace[1644045972] transaction","detail":"{read_only:false; response_revision:12240; number_of_response:1; }","duration":"391.444811ms","start":"2026-05-20T03:37:43.997091Z","end":"2026-05-20T03:37:44.388536Z","steps":["trace[1644045972] 'process raft request' (duration: 391.304156ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:44.388485Z","caller":"traceutil/trace.go:171","msg":"trace[1016758484] transaction","detail":"{read_only:false; response_revision:12238; number_of_response:1; }","duration":"392.06533ms","start":"2026-05-20T03:37:43.996375Z","end":"2026-05-20T03:37:44.38844Z","steps":["trace[1016758484] 'process raft request' (duration: 391.803601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:44.388734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.997082Z","time spent":"391.566054ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:37:44.388732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.99638Z","time spent":"392.259036ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:37:44.388779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.996365Z","time spent":"392.320538ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:37:44.388915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.336329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:37:44.389012Z","caller":"traceutil/trace.go:171","msg":"trace[1812952791] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:12240; }","duration":"336.483974ms","start":"2026-05-20T03:37:44.052506Z","end":"2026-05-20T03:37:44.38899Z","steps":["trace[1812952791] 'agreement among raft nodes before linearized reading' (duration: 336.167484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:44.389058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:44.05249Z","time spent":"336.556426ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:37:44.389307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.282107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447733"} {"level":"info","ts":"2026-05-20T03:37:44.389371Z","caller":"traceutil/trace.go:171","msg":"trace[891211631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12240; }","duration":"392.392901ms","start":"2026-05-20T03:37:43.996967Z","end":"2026-05-20T03:37:44.389359Z","steps":["trace[891211631] 'agreement among raft nodes before linearized reading' (duration: 391.607016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:44.389421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:43.996942Z","time spent":"392.451842ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447757,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T03:37:44.912203Z","caller":"traceutil/trace.go:171","msg":"trace[2022636827] transaction","detail":"{read_only:false; response_revision:12243; number_of_response:1; }","duration":"121.666397ms","start":"2026-05-20T03:37:44.790494Z","end":"2026-05-20T03:37:44.91216Z","steps":["trace[2022636827] 'process raft request' (duration: 121.438049ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:44.963399Z","caller":"traceutil/trace.go:171","msg":"trace[1102604439] transaction","detail":"{read_only:false; response_revision:12244; number_of_response:1; }","duration":"100.097011ms","start":"2026-05-20T03:37:44.863266Z","end":"2026-05-20T03:37:44.963363Z","steps":["trace[1102604439] 'process raft request' (duration: 99.215963ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:46.333627Z","caller":"traceutil/trace.go:171","msg":"trace[1374827781] linearizableReadLoop","detail":"{readStateIndex:12677; appliedIndex:12676; }","duration":"337.452524ms","start":"2026-05-20T03:37:45.996147Z","end":"2026-05-20T03:37:46.3336Z","steps":["trace[1374827781] 'read index received' (duration: 337.145695ms)","trace[1374827781] 'applied index is now lower than readState.Index' (duration: 304.969µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:37:46.333677Z","caller":"traceutil/trace.go:171","msg":"trace[886395806] transaction","detail":"{read_only:false; response_revision:12245; number_of_response:1; }","duration":"538.680239ms","start":"2026-05-20T03:37:45.794974Z","end":"2026-05-20T03:37:46.333654Z","steps":["trace[886395806] 'process raft request' (duration: 538.425571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:46.333869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.917867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:37:46.333959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.384612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-05-20T03:37:46.334011Z","caller":"traceutil/trace.go:171","msg":"trace[1733650083] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12245; }","duration":"337.459134ms","start":"2026-05-20T03:37:45.996539Z","end":"2026-05-20T03:37:46.333998Z","steps":["trace[1733650083] 'agreement among raft nodes before linearized reading' (duration: 337.251478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:46.334051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:45.996531Z","time spent":"337.511876ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-05-20T03:37:46.334013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.806276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T03:37:46.334072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:45.794939Z","time spent":"538.921647ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:37:46.334102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.528106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:37:46.334211Z","caller":"traceutil/trace.go:171","msg":"trace[1274682971] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12245; }","duration":"337.65266ms","start":"2026-05-20T03:37:45.996534Z","end":"2026-05-20T03:37:46.334186Z","steps":["trace[1274682971] 'agreement among raft nodes before linearized reading' (duration: 337.466774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:46.334256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:45.996507Z","time spent":"337.737803ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-05-20T03:37:46.334119Z","caller":"traceutil/trace.go:171","msg":"trace[581161980] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12245; }","duration":"337.167126ms","start":"2026-05-20T03:37:45.996874Z","end":"2026-05-20T03:37:46.334041Z","steps":["trace[581161980] 'agreement among raft nodes before linearized reading' (duration: 336.906197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:46.334335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.974581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:37:46.334385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:45.996856Z","time spent":"337.502156ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-05-20T03:37:46.33414Z","caller":"traceutil/trace.go:171","msg":"trace[763334681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12245; }","duration":"338.004151ms","start":"2026-05-20T03:37:45.996094Z","end":"2026-05-20T03:37:46.334098Z","steps":["trace[763334681] 'agreement among raft nodes before linearized reading' (duration: 337.607309ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:46.334447Z","caller":"traceutil/trace.go:171","msg":"trace[315435964] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12245; }","duration":"338.116795ms","start":"2026-05-20T03:37:45.9963Z","end":"2026-05-20T03:37:46.334417Z","steps":["trace[315435964] 'agreement among raft nodes before linearized reading' (duration: 337.864557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:46.334484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:45.996066Z","time spent":"338.407684ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:37:46.334496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:45.99629Z","time spent":"338.197188ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-05-20T03:37:46.334682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.564708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:37:46.334727Z","caller":"traceutil/trace.go:171","msg":"trace[2017515659] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12245; }","duration":"337.65197ms","start":"2026-05-20T03:37:45.997064Z","end":"2026-05-20T03:37:46.334716Z","steps":["trace[2017515659] 'agreement among raft nodes before linearized reading' (duration: 337.03588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:46.334755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:37:45.997036Z","time spent":"337.711782ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-20T03:37:46.553831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.206627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:37:46.553982Z","caller":"traceutil/trace.go:171","msg":"trace[312971003] linearizableReadLoop","detail":"{readStateIndex:12679; appliedIndex:12678; }","duration":"161.850533ms","start":"2026-05-20T03:37:46.392107Z","end":"2026-05-20T03:37:46.553957Z","steps":["trace[312971003] 'read index received' (duration: 26.310066ms)","trace[312971003] 'applied index is now lower than readState.Index' (duration: 135.538667ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:37:46.554089Z","caller":"traceutil/trace.go:171","msg":"trace[1575694623] transaction","detail":"{read_only:false; response_revision:12247; number_of_response:1; }","duration":"169.110364ms","start":"2026-05-20T03:37:46.38496Z","end":"2026-05-20T03:37:46.55407Z","steps":["trace[1575694623] 'process raft request' (duration: 33.576617ms)","trace[1575694623] 'compare' (duration: 134.877316ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:37:46.554252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.129193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:37:46.554331Z","caller":"traceutil/trace.go:171","msg":"trace[591588014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12247; }","duration":"162.253127ms","start":"2026-05-20T03:37:46.392057Z","end":"2026-05-20T03:37:46.55431Z","steps":["trace[591588014] 'agreement among raft nodes before linearized reading' (duration: 162.04962ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:46.590647Z","caller":"traceutil/trace.go:171","msg":"trace[2126892679] transaction","detail":"{read_only:false; response_revision:12248; number_of_response:1; }","duration":"123.009269ms","start":"2026-05-20T03:37:46.467605Z","end":"2026-05-20T03:37:46.590614Z","steps":["trace[2126892679] 'process raft request' (duration: 122.751791ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:46.613628Z","caller":"traceutil/trace.go:171","msg":"trace[1828839386] transaction","detail":"{read_only:false; response_revision:12249; number_of_response:1; }","duration":"118.349292ms","start":"2026-05-20T03:37:46.495238Z","end":"2026-05-20T03:37:46.613588Z","steps":["trace[1828839386] 'process raft request' (duration: 118.130385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:46.614088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.703798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T03:37:46.614131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.22425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:37:46.614277Z","caller":"traceutil/trace.go:171","msg":"trace[269931180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12250; }","duration":"221.469169ms","start":"2026-05-20T03:37:46.392781Z","end":"2026-05-20T03:37:46.61425Z","steps":["trace[269931180] 'agreement among raft nodes before linearized reading' (duration: 220.963613ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:46.614179Z","caller":"traceutil/trace.go:171","msg":"trace[605642926] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:12250; }","duration":"149.881954ms","start":"2026-05-20T03:37:46.464277Z","end":"2026-05-20T03:37:46.614159Z","steps":["trace[605642926] 'agreement among raft nodes before linearized reading' (duration: 149.46487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:37:46.614551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.568081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T03:37:46.614572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.001274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:37:46.614714Z","caller":"traceutil/trace.go:171","msg":"trace[422582050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12250; }","duration":"221.762438ms","start":"2026-05-20T03:37:46.392927Z","end":"2026-05-20T03:37:46.614689Z","steps":["trace[422582050] 'agreement among raft nodes before linearized reading' (duration: 220.89582ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:46.614788Z","caller":"traceutil/trace.go:171","msg":"trace[2106259472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:12250; }","duration":"216.238182ms","start":"2026-05-20T03:37:46.398532Z","end":"2026-05-20T03:37:46.61477Z","steps":["trace[2106259472] 'agreement among raft nodes before linearized reading' (duration: 215.826459ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:37:47.083329Z","caller":"traceutil/trace.go:171","msg":"trace[420898894] transaction","detail":"{read_only:false; response_revision:12253; number_of_response:1; }","duration":"112.97724ms","start":"2026-05-20T03:37:46.970319Z","end":"2026-05-20T03:37:47.083296Z","steps":["trace[420898894] 'process raft request' (duration: 112.849436ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:38:24.833316Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10337} {"level":"info","ts":"2026-05-20T03:38:24.919878Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10337,"took":"84.152965ms","hash":795145568,"current-db-size-bytes":56950784,"current-db-size":"57 MB","current-db-size-in-use-bytes":25608192,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-20T03:38:24.919967Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":795145568,"revision":10337,"compact-revision":7997} {"level":"info","ts":"2026-05-20T03:43:24.840729Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12520} {"level":"info","ts":"2026-05-20T03:43:24.921956Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12520,"took":"79.015393ms","hash":889055015,"current-db-size-bytes":56950784,"current-db-size":"57 MB","current-db-size-in-use-bytes":27394048,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-20T03:43:24.922024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":889055015,"revision":12520,"compact-revision":10337} {"level":"warn","ts":"2026-05-20T03:43:34.501645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.714615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:43:34.501758Z","caller":"traceutil/trace.go:171","msg":"trace[638802544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14585; }","duration":"179.831889ms","start":"2026-05-20T03:43:34.321904Z","end":"2026-05-20T03:43:34.501736Z","steps":["trace[638802544] 'range keys from in-memory index tree' (duration: 179.615692ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:43:34.502108Z","caller":"traceutil/trace.go:171","msg":"trace[1810378546] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"136.982657ms","start":"2026-05-20T03:43:34.365098Z","end":"2026-05-20T03:43:34.502081Z","steps":["trace[1810378546] 'process raft request' (duration: 40.295832ms)","trace[1810378546] 'compare' (duration: 96.135407ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:43:52.143809Z","caller":"traceutil/trace.go:171","msg":"trace[1094455749] transaction","detail":"{read_only:false; response_revision:14718; number_of_response:1; }","duration":"163.617831ms","start":"2026-05-20T03:43:51.980161Z","end":"2026-05-20T03:43:52.143779Z","steps":["trace[1094455749] 'process raft request' (duration: 163.400584ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:43:52.146082Z","caller":"traceutil/trace.go:171","msg":"trace[557544132] transaction","detail":"{read_only:false; response_revision:14719; number_of_response:1; }","duration":"136.113937ms","start":"2026-05-20T03:43:52.009949Z","end":"2026-05-20T03:43:52.146063Z","steps":["trace[557544132] 'process raft request' (duration: 135.685473ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:17.504786Z","caller":"traceutil/trace.go:171","msg":"trace[848724550] linearizableReadLoop","detail":"{readStateIndex:15379; appliedIndex:15378; }","duration":"185.29003ms","start":"2026-05-20T03:44:17.319466Z","end":"2026-05-20T03:44:17.504756Z","steps":["trace[848724550] 'read index received' (duration: 185.023661ms)","trace[848724550] 'applied index is now lower than readState.Index' (duration: 265.269µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:44:17.504971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.473505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:44:17.505005Z","caller":"traceutil/trace.go:171","msg":"trace[272423967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14855; }","duration":"185.531537ms","start":"2026-05-20T03:44:17.319461Z","end":"2026-05-20T03:44:17.504993Z","steps":["trace[272423967] 'agreement among raft nodes before linearized reading' (duration: 185.411193ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:17.505318Z","caller":"traceutil/trace.go:171","msg":"trace[1316837088] transaction","detail":"{read_only:false; response_revision:14855; number_of_response:1; }","duration":"193.271224ms","start":"2026-05-20T03:44:17.311932Z","end":"2026-05-20T03:44:17.505203Z","steps":["trace[1316837088] 'process raft request' (duration: 192.630163ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:18.035365Z","caller":"traceutil/trace.go:171","msg":"trace[1869522325] transaction","detail":"{read_only:false; response_revision:14856; number_of_response:1; }","duration":"113.493107ms","start":"2026-05-20T03:44:17.921827Z","end":"2026-05-20T03:44:18.03532Z","steps":["trace[1869522325] 'process raft request' (duration: 111.134372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:18.688361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.410403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:44:18.688477Z","caller":"traceutil/trace.go:171","msg":"trace[2061268231] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14858; }","duration":"224.60424ms","start":"2026-05-20T03:44:18.463849Z","end":"2026-05-20T03:44:18.688453Z","steps":["trace[2061268231] 'count revisions from in-memory index tree' (duration: 224.29276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:18.688796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.723922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.84\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T03:44:18.688773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.527832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:44:18.688832Z","caller":"traceutil/trace.go:171","msg":"trace[1247465694] range","detail":"{range_begin:/registry/masterleases/162.253.55.84; range_end:; response_count:1; response_revision:14858; }","duration":"257.800754ms","start":"2026-05-20T03:44:18.431021Z","end":"2026-05-20T03:44:18.688822Z","steps":["trace[1247465694] 'range keys from in-memory index tree' (duration: 257.485704ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:18.688878Z","caller":"traceutil/trace.go:171","msg":"trace[1487473856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14858; }","duration":"154.686667ms","start":"2026-05-20T03:44:18.534167Z","end":"2026-05-20T03:44:18.688853Z","steps":["trace[1487473856] 'range keys from in-memory index tree' (duration: 154.229502ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:27.138904Z","caller":"traceutil/trace.go:171","msg":"trace[1377564844] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"409.28721ms","start":"2026-05-20T03:44:26.729584Z","end":"2026-05-20T03:44:27.138872Z","steps":["trace[1377564844] 'process raft request' (duration: 409.066313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:27.139104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:26.729538Z","time spent":"409.462436ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:44:27.272326Z","caller":"traceutil/trace.go:171","msg":"trace[763882925] linearizableReadLoop","detail":"{readStateIndex:15429; appliedIndex:15427; }","duration":"462.16294ms","start":"2026-05-20T03:44:26.810136Z","end":"2026-05-20T03:44:27.272299Z","steps":["trace[763882925] 'read index received' (duration: 328.549344ms)","trace[763882925] 'applied index is now lower than readState.Index' (duration: 133.612356ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:44:27.272733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.935047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T03:44:27.272726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.463526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:44:27.272799Z","caller":"traceutil/trace.go:171","msg":"trace[109767218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14903; }","duration":"420.066081ms","start":"2026-05-20T03:44:26.852716Z","end":"2026-05-20T03:44:27.272782Z","steps":["trace[109767218] 'agreement among raft nodes before linearized reading' (duration: 419.837134ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:27.272819Z","caller":"traceutil/trace.go:171","msg":"trace[1035617433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14903; }","duration":"399.598751ms","start":"2026-05-20T03:44:26.873203Z","end":"2026-05-20T03:44:27.272802Z","steps":["trace[1035617433] 'agreement among raft nodes before linearized reading' (duration: 399.337562ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:27.272821Z","caller":"traceutil/trace.go:171","msg":"trace[698748915] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"539.848739ms","start":"2026-05-20T03:44:26.732939Z","end":"2026-05-20T03:44:27.272788Z","steps":["trace[698748915] 'process raft request' (duration: 538.969731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:27.272877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:26.87319Z","time spent":"399.674974ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:44:27.272843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:26.852693Z","time spent":"420.137704ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:44:27.272996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:26.732909Z","time spent":"539.988954ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:44:27.273128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.382242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:44:27.273189Z","caller":"traceutil/trace.go:171","msg":"trace[931288057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14903; }","duration":"420.481314ms","start":"2026-05-20T03:44:26.852692Z","end":"2026-05-20T03:44:27.273173Z","steps":["trace[931288057] 'agreement among raft nodes before linearized reading' (duration: 419.770882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:27.273232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.1068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T03:44:27.273241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:26.852669Z","time spent":"420.559907ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T03:44:27.273352Z","caller":"traceutil/trace.go:171","msg":"trace[926896954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14903; }","duration":"463.214763ms","start":"2026-05-20T03:44:26.810112Z","end":"2026-05-20T03:44:27.273327Z","steps":["trace[926896954] 'agreement among raft nodes before linearized reading' (duration: 462.441149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:27.273413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:26.81001Z","time spent":"463.383438ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:44:29.577709Z","caller":"traceutil/trace.go:171","msg":"trace[2121556848] transaction","detail":"{read_only:false; response_revision:14919; number_of_response:1; }","duration":"228.630327ms","start":"2026-05-20T03:44:29.349051Z","end":"2026-05-20T03:44:29.577681Z","steps":["trace[2121556848] 'process raft request' (duration: 228.514913ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:29.577771Z","caller":"traceutil/trace.go:171","msg":"trace[2122472411] transaction","detail":"{read_only:false; response_revision:14920; number_of_response:1; }","duration":"228.40304ms","start":"2026-05-20T03:44:29.349332Z","end":"2026-05-20T03:44:29.577735Z","steps":["trace[2122472411] 'process raft request' (duration: 228.319977ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:29.577871Z","caller":"traceutil/trace.go:171","msg":"trace[1560842492] transaction","detail":"{read_only:false; response_revision:14918; number_of_response:1; }","duration":"228.673619ms","start":"2026-05-20T03:44:29.349139Z","end":"2026-05-20T03:44:29.577813Z","steps":["trace[1560842492] 'process raft request' (duration: 199.302465ms)","trace[1560842492] 'compare' (duration: 28.687753ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:44:30.027475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.139784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:44:30.027579Z","caller":"traceutil/trace.go:171","msg":"trace[861389865] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14920; }","duration":"246.33288ms","start":"2026-05-20T03:44:29.781224Z","end":"2026-05-20T03:44:30.027557Z","steps":["trace[861389865] 'count revisions from in-memory index tree' (duration: 246.053572ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:37.594417Z","caller":"traceutil/trace.go:171","msg":"trace[1816611495] transaction","detail":"{read_only:false; response_revision:14969; number_of_response:1; }","duration":"361.661076ms","start":"2026-05-20T03:44:37.232733Z","end":"2026-05-20T03:44:37.594394Z","steps":["trace[1816611495] 'process raft request' (duration: 361.514611ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:37.594483Z","caller":"traceutil/trace.go:171","msg":"trace[577766888] linearizableReadLoop","detail":"{readStateIndex:15499; appliedIndex:15499; }","duration":"320.606311ms","start":"2026-05-20T03:44:37.273836Z","end":"2026-05-20T03:44:37.594442Z","steps":["trace[577766888] 'read index received' (duration: 320.586681ms)","trace[577766888] 'applied index is now lower than readState.Index' (duration: 15.61µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:44:37.594553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.232712Z","time spent":"361.77306ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:44:37.594865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.001174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-20T03:44:37.594968Z","caller":"traceutil/trace.go:171","msg":"trace[1620408218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14969; }","duration":"321.159208ms","start":"2026-05-20T03:44:37.273786Z","end":"2026-05-20T03:44:37.594945Z","steps":["trace[1620408218] 'agreement among raft nodes before linearized reading' (duration: 320.799177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:37.595026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.273768Z","time spent":"321.249542ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T03:44:37.621363Z","caller":"traceutil/trace.go:171","msg":"trace[2127869827] transaction","detail":"{read_only:false; response_revision:14970; number_of_response:1; }","duration":"250.628476ms","start":"2026-05-20T03:44:37.370713Z","end":"2026-05-20T03:44:37.621341Z","steps":["trace[2127869827] 'process raft request' (duration: 250.535353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:37.621536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.614589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:44:37.621604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.877102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:44:37.621632Z","caller":"traceutil/trace.go:171","msg":"trace[1975367199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14970; }","duration":"302.748613ms","start":"2026-05-20T03:44:37.318861Z","end":"2026-05-20T03:44:37.62161Z","steps":["trace[1975367199] 'agreement among raft nodes before linearized reading' (duration: 302.523476ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:37.621675Z","caller":"traceutil/trace.go:171","msg":"trace[1149768096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14970; }","duration":"215.998066ms","start":"2026-05-20T03:44:37.405661Z","end":"2026-05-20T03:44:37.621659Z","steps":["trace[1149768096] 'agreement among raft nodes before linearized reading' (duration: 215.727547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:37.621696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.318847Z","time spent":"302.838706ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:44:37.621885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.769299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T03:44:37.622007Z","caller":"traceutil/trace.go:171","msg":"trace[100160114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14970; }","duration":"316.938145ms","start":"2026-05-20T03:44:37.305037Z","end":"2026-05-20T03:44:37.621975Z","steps":["trace[100160114] 'agreement among raft nodes before linearized reading' (duration: 316.579483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:37.622076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.30502Z","time spent":"317.041927ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T03:44:37.622194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.22832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151643"} {"level":"info","ts":"2026-05-20T03:44:37.622347Z","caller":"traceutil/trace.go:171","msg":"trace[1031972908] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:14970; }","duration":"175.415316ms","start":"2026-05-20T03:44:37.446887Z","end":"2026-05-20T03:44:37.622302Z","steps":["trace[1031972908] 'agreement among raft nodes before linearized reading' (duration: 174.659072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.12232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966623049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T03:44:38.283176Z","caller":"traceutil/trace.go:171","msg":"trace[1422572658] transaction","detail":"{read_only:false; response_revision:14971; number_of_response:1; }","duration":"680.371646ms","start":"2026-05-20T03:44:37.602769Z","end":"2026-05-20T03:44:38.283141Z","steps":["trace[1422572658] 'process raft request' (duration: 675.387567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.283327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.602741Z","time spent":"680.50712ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:44:38.285668Z","caller":"traceutil/trace.go:171","msg":"trace[88148299] linearizableReadLoop","detail":"{readStateIndex:15504; appliedIndex:15500; }","duration":"664.293794ms","start":"2026-05-20T03:44:37.621348Z","end":"2026-05-20T03:44:38.285642Z","steps":["trace[88148299] 'read index received' (duration: 656.829557ms)","trace[88148299] 'applied index is now lower than readState.Index' (duration: 7.462867ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:44:38.285773Z","caller":"traceutil/trace.go:171","msg":"trace[606050353] transaction","detail":"{read_only:false; response_revision:14973; number_of_response:1; }","duration":"659.456581ms","start":"2026-05-20T03:44:37.626306Z","end":"2026-05-20T03:44:38.285762Z","steps":["trace[606050353] 'process raft request' (duration: 659.250865ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:44:38.285677Z","caller":"traceutil/trace.go:171","msg":"trace[1938741324] transaction","detail":"{read_only:false; response_revision:14972; number_of_response:1; }","duration":"660.635258ms","start":"2026-05-20T03:44:37.625002Z","end":"2026-05-20T03:44:38.285638Z","steps":["trace[1938741324] 'process raft request' (duration: 660.467613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.285865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.626298Z","time spent":"659.499872ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:44:38.286026Z","caller":"traceutil/trace.go:171","msg":"trace[239300070] transaction","detail":"{read_only:false; response_revision:14974; number_of_response:1; }","duration":"376.322811ms","start":"2026-05-20T03:44:37.909695Z","end":"2026-05-20T03:44:38.286018Z","steps":["trace[239300070] 'process raft request' (duration: 375.890767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.286066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.909668Z","time spent":"376.378263ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:44:38.286036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.62498Z","time spent":"660.872256ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:44:38.286312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.241625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:44:38.286343Z","caller":"traceutil/trace.go:171","msg":"trace[690825005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14975; }","duration":"671.291107ms","start":"2026-05-20T03:44:37.615043Z","end":"2026-05-20T03:44:38.286335Z","steps":["trace[690825005] 'agreement among raft nodes before linearized reading' (duration: 671.165113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.286362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.615032Z","time spent":"671.326118ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:44:38.2865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.812907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:44:38.286523Z","caller":"traceutil/trace.go:171","msg":"trace[2013597239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14975; }","duration":"673.870929ms","start":"2026-05-20T03:44:37.612646Z","end":"2026-05-20T03:44:38.286517Z","steps":["trace[2013597239] 'agreement among raft nodes before linearized reading' (duration: 673.805137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.28654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.612634Z","time spent":"673.902ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:44:38.286633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.915556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:44:38.286655Z","caller":"traceutil/trace.go:171","msg":"trace[1970516000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14975; }","duration":"676.971527ms","start":"2026-05-20T03:44:37.609678Z","end":"2026-05-20T03:44:38.286649Z","steps":["trace[1970516000] 'agreement among raft nodes before linearized reading' (duration: 676.915356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.286673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.609659Z","time spent":"677.010409ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:44:38.286746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.137279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:44:38.286768Z","caller":"traceutil/trace.go:171","msg":"trace[979452181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14975; }","duration":"664.175161ms","start":"2026-05-20T03:44:37.622588Z","end":"2026-05-20T03:44:38.286763Z","steps":["trace[979452181] 'agreement among raft nodes before linearized reading' (duration: 664.13952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.286786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.622579Z","time spent":"664.203682ms","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:44:38.286963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.38862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:44:38.286989Z","caller":"traceutil/trace.go:171","msg":"trace[2035293671] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:14975; }","duration":"273.415021ms","start":"2026-05-20T03:44:38.013567Z","end":"2026-05-20T03:44:38.286982Z","steps":["trace[2035293671] 'agreement among raft nodes before linearized reading' (duration: 273.323958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.287019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.610354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:44:38.287083Z","caller":"traceutil/trace.go:171","msg":"trace[1198064438] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14975; }","duration":"540.724667ms","start":"2026-05-20T03:44:37.746344Z","end":"2026-05-20T03:44:38.287068Z","steps":["trace[1198064438] 'agreement among raft nodes before linearized reading' (duration: 540.615753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:44:38.287263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:44:37.746318Z","time spent":"540.930493ms","remote":"127.0.0.1:48486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:45:02.976141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.390221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7911"} {"level":"warn","ts":"2026-05-20T03:45:02.976331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.438495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:45:02.9768Z","caller":"traceutil/trace.go:171","msg":"trace[1966649910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15291; }","duration":"655.958881ms","start":"2026-05-20T03:45:02.320816Z","end":"2026-05-20T03:45:02.976775Z","steps":["trace[1966649910] 'range keys from in-memory index tree' (duration: 655.31031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:02.976859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.320793Z","time spent":"656.051984ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:45:02.976467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.213515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-014722d5-7c85-4dbf-ac6b-dc26e82690e1\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-05-20T03:45:02.976979Z","caller":"traceutil/trace.go:171","msg":"trace[1442499010] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-014722d5-7c85-4dbf-ac6b-dc26e82690e1; range_end:; response_count:1; response_revision:15291; }","duration":"766.70735ms","start":"2026-05-20T03:45:02.21021Z","end":"2026-05-20T03:45:02.976917Z","steps":["trace[1442499010] 'range keys from in-memory index tree' (duration: 765.837994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:02.977077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.210126Z","time spent":"766.932668ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-014722d5-7c85-4dbf-ac6b-dc26e82690e1\" "} {"level":"info","ts":"2026-05-20T03:45:02.977023Z","caller":"traceutil/trace.go:171","msg":"trace[811237726] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15291; }","duration":"913.014102ms","start":"2026-05-20T03:45:02.063671Z","end":"2026-05-20T03:45:02.976685Z","steps":["trace[811237726] 'range keys from in-memory index tree' (duration: 912.230037ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:45:02.977155Z","caller":"traceutil/trace.go:171","msg":"trace[815572764] linearizableReadLoop","detail":"{readStateIndex:15836; appliedIndex:15835; }","duration":"567.825359ms","start":"2026-05-20T03:45:02.409275Z","end":"2026-05-20T03:45:02.977101Z","steps":["trace[815572764] 'read index received' (duration: 492.301049ms)","trace[815572764] 'applied index is now lower than readState.Index' (duration: 75.52249ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:45:02.977229Z","caller":"traceutil/trace.go:171","msg":"trace[507635473] transaction","detail":"{read_only:false; response_revision:15292; number_of_response:1; }","duration":"599.972981ms","start":"2026-05-20T03:45:02.377194Z","end":"2026-05-20T03:45:02.977167Z","steps":["trace[507635473] 'process raft request' (duration: 524.389009ms)","trace[507635473] 'compare' (duration: 73.93619ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:45:02.977456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.17989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:45:02.977539Z","caller":"traceutil/trace.go:171","msg":"trace[195993630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15292; }","duration":"568.307434ms","start":"2026-05-20T03:45:02.40921Z","end":"2026-05-20T03:45:02.977518Z","steps":["trace[195993630] 'agreement among raft nodes before linearized reading' (duration: 568.009195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:02.977597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.409186Z","time spent":"568.398488ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:45:02.977647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.377163Z","time spent":"600.359724ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:45:02.977181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.063644Z","time spent":"913.517048ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7935,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-20T03:45:03.220718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.571295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:45:03.220947Z","caller":"traceutil/trace.go:171","msg":"trace[702403222] transaction","detail":"{read_only:false; response_revision:15296; number_of_response:1; }","duration":"236.176186ms","start":"2026-05-20T03:45:02.984755Z","end":"2026-05-20T03:45:03.220931Z","steps":["trace[702403222] 'process raft request' (duration: 236.130114ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:45:03.221227Z","caller":"traceutil/trace.go:171","msg":"trace[481289153] transaction","detail":"{read_only:false; response_revision:15293; number_of_response:1; }","duration":"754.906565ms","start":"2026-05-20T03:45:02.466311Z","end":"2026-05-20T03:45:03.221218Z","steps":["trace[481289153] 'process raft request' (duration: 615.752242ms)","trace[481289153] 'compare' (duration: 138.477061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:45:03.221275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.466279Z","time spent":"754.972187ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:45:03.221372Z","caller":"traceutil/trace.go:171","msg":"trace[1907475976] transaction","detail":"{read_only:false; response_revision:15295; number_of_response:1; }","duration":"239.43118ms","start":"2026-05-20T03:45:02.981906Z","end":"2026-05-20T03:45:03.221337Z","steps":["trace[1907475976] 'process raft request' (duration: 238.946264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.221665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.194468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:45:03.221699Z","caller":"traceutil/trace.go:171","msg":"trace[359508809] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15296; }","duration":"539.229019ms","start":"2026-05-20T03:45:02.68246Z","end":"2026-05-20T03:45:03.221689Z","steps":["trace[359508809] 'agreement among raft nodes before linearized reading' (duration: 539.180307ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:45:03.221672Z","caller":"traceutil/trace.go:171","msg":"trace[422745342] linearizableReadLoop","detail":"{readStateIndex:15838; appliedIndex:15836; }","duration":"244.315775ms","start":"2026-05-20T03:45:02.977321Z","end":"2026-05-20T03:45:03.221636Z","steps":["trace[422745342] 'read index received' (duration: 104.621055ms)","trace[422745342] 'applied index is now lower than readState.Index' (duration: 139.68784ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:45:03.221818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.074329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5bfd7\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-05-20T03:45:03.221843Z","caller":"traceutil/trace.go:171","msg":"trace[847085725] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5bfd7; range_end:; response_count:1; response_revision:15296; }","duration":"413.149602ms","start":"2026-05-20T03:45:02.808687Z","end":"2026-05-20T03:45:03.221837Z","steps":["trace[847085725] 'agreement among raft nodes before linearized reading' (duration: 413.054209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.221861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.808649Z","time spent":"413.207823ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20774,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5bfd7\" "} {"level":"info","ts":"2026-05-20T03:45:03.221887Z","caller":"traceutil/trace.go:171","msg":"trace[1774623744] transaction","detail":"{read_only:false; response_revision:15294; number_of_response:1; }","duration":"716.288677ms","start":"2026-05-20T03:45:02.505591Z","end":"2026-05-20T03:45:03.221879Z","steps":["trace[1774623744] 'process raft request' (duration: 715.216563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.221904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.337528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:45:03.221953Z","caller":"traceutil/trace.go:171","msg":"trace[2042406335] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:15296; }","duration":"581.41283ms","start":"2026-05-20T03:45:02.640526Z","end":"2026-05-20T03:45:03.221939Z","steps":["trace[2042406335] 'agreement among raft nodes before linearized reading' (duration: 581.280846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.221961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.505567Z","time spent":"716.340149ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:45:03.221997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.437118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-014722d5-7c85-4dbf-ac6b-dc26e82690e1\" ","response":"range_response_count:1 size:3756"} {"level":"warn","ts":"2026-05-20T03:45:03.222002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.640447Z","time spent":"581.545195ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:45:03.22202Z","caller":"traceutil/trace.go:171","msg":"trace[688876712] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-014722d5-7c85-4dbf-ac6b-dc26e82690e1; range_end:; response_count:1; response_revision:15296; }","duration":"467.506789ms","start":"2026-05-20T03:45:02.754505Z","end":"2026-05-20T03:45:03.222012Z","steps":["trace[688876712] 'agreement among raft nodes before linearized reading' (duration: 467.472228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.222041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.754479Z","time spent":"467.556331ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-014722d5-7c85-4dbf-ac6b-dc26e82690e1\" "} {"level":"warn","ts":"2026-05-20T03:45:03.221857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.46142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18b1294433a48b0c\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-05-20T03:45:03.222142Z","caller":"traceutil/trace.go:171","msg":"trace[251094932] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18b1294433a48b0c; range_end:; response_count:1; response_revision:15296; }","duration":"401.804741ms","start":"2026-05-20T03:45:02.820329Z","end":"2026-05-20T03:45:03.222134Z","steps":["trace[251094932] 'agreement among raft nodes before linearized reading' (duration: 401.400678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.222164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.820312Z","time spent":"401.846432ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1025,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18b1294433a48b0c\" "} {"level":"warn","ts":"2026-05-20T03:45:03.222173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.423574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:45:03.2222Z","caller":"traceutil/trace.go:171","msg":"trace[853359729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15296; }","duration":"807.496537ms","start":"2026-05-20T03:45:02.414695Z","end":"2026-05-20T03:45:03.222192Z","steps":["trace[853359729] 'agreement among raft nodes before linearized reading' (duration: 807.420124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.222224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.41467Z","time spent":"807.550328ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:45:03.222315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.091287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:45:03.222339Z","caller":"traceutil/trace.go:171","msg":"trace[1308646669] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:15296; }","duration":"624.168069ms","start":"2026-05-20T03:45:02.598163Z","end":"2026-05-20T03:45:03.222331Z","steps":["trace[1308646669] 'agreement among raft nodes before linearized reading' (duration: 624.127518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.222356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.598134Z","time spent":"624.215681ms","remote":"127.0.0.1:37128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:45:03.22236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.229517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:45:03.2224Z","caller":"traceutil/trace.go:171","msg":"trace[867586759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15296; }","duration":"812.292579ms","start":"2026-05-20T03:45:02.410096Z","end":"2026-05-20T03:45:03.222389Z","steps":["trace[867586759] 'agreement among raft nodes before linearized reading' (duration: 812.139204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.222443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.410083Z","time spent":"812.352451ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:45:03.222473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.495339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:45:03.222489Z","caller":"traceutil/trace.go:171","msg":"trace[861518551] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:15296; }","duration":"657.569931ms","start":"2026-05-20T03:45:02.564913Z","end":"2026-05-20T03:45:03.222483Z","steps":["trace[861518551] 'agreement among raft nodes before linearized reading' (duration: 657.51804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.222507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.564879Z","time spent":"657.624713ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:45:03.222555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.013265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:45:03.222583Z","caller":"traceutil/trace.go:171","msg":"trace[1493707928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15296; }","duration":"244.182561ms","start":"2026-05-20T03:45:02.978393Z","end":"2026-05-20T03:45:03.222576Z","steps":["trace[1493707928] 'agreement among raft nodes before linearized reading' (duration: 244.14409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.22262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.489092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:45:03.222634Z","caller":"traceutil/trace.go:171","msg":"trace[579077875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15296; }","duration":"805.547625ms","start":"2026-05-20T03:45:02.417082Z","end":"2026-05-20T03:45:03.222629Z","steps":["trace[579077875] 'agreement among raft nodes before linearized reading' (duration: 805.502813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:03.222653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.417056Z","time spent":"805.593166ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:45:03.221723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:45:02.68243Z","time spent":"539.287531ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:45:03.222754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.103575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:45:03.222779Z","caller":"traceutil/trace.go:171","msg":"trace[1255701770] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15296; }","duration":"225.182916ms","start":"2026-05-20T03:45:02.99759Z","end":"2026-05-20T03:45:03.222773Z","steps":["trace[1255701770] 'agreement among raft nodes before linearized reading' (duration: 225.143905ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:45:36.921673Z","caller":"traceutil/trace.go:171","msg":"trace[462202278] linearizableReadLoop","detail":"{readStateIndex:16065; appliedIndex:16064; }","duration":"232.374256ms","start":"2026-05-20T03:45:36.68927Z","end":"2026-05-20T03:45:36.921644Z","steps":["trace[462202278] 'read index received' (duration: 232.229582ms)","trace[462202278] 'applied index is now lower than readState.Index' (duration: 143.064µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:45:36.921769Z","caller":"traceutil/trace.go:171","msg":"trace[1094727738] transaction","detail":"{read_only:false; response_revision:15513; number_of_response:1; }","duration":"281.57369ms","start":"2026-05-20T03:45:36.640177Z","end":"2026-05-20T03:45:36.92175Z","steps":["trace[1094727738] 'process raft request' (duration: 281.25371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:36.922093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.370733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:45:36.922139Z","caller":"traceutil/trace.go:171","msg":"trace[1317309209] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:15513; }","duration":"185.476665ms","start":"2026-05-20T03:45:36.736647Z","end":"2026-05-20T03:45:36.922123Z","steps":["trace[1317309209] 'agreement among raft nodes before linearized reading' (duration: 185.395283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:45:36.922819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.534224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:94 size:1016003"} {"level":"info","ts":"2026-05-20T03:45:36.922912Z","caller":"traceutil/trace.go:171","msg":"trace[1511815959] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:94; response_revision:15513; }","duration":"233.641477ms","start":"2026-05-20T03:45:36.689252Z","end":"2026-05-20T03:45:36.922893Z","steps":["trace[1511815959] 'agreement among raft nodes before linearized reading' (duration: 232.585873ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:45:54.276199Z","caller":"traceutil/trace.go:171","msg":"trace[2068005671] transaction","detail":"{read_only:false; response_revision:15923; number_of_response:1; }","duration":"246.849656ms","start":"2026-05-20T03:45:54.029318Z","end":"2026-05-20T03:45:54.276168Z","steps":["trace[2068005671] 'process raft request' (duration: 246.373561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:17.789231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.752822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:46:17.789337Z","caller":"traceutil/trace.go:171","msg":"trace[1699470230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16043; }","duration":"122.915077ms","start":"2026-05-20T03:46:17.6664Z","end":"2026-05-20T03:46:17.789315Z","steps":["trace[1699470230] 'range keys from in-memory index tree' (duration: 122.525045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:17.789381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.265415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:46:17.789469Z","caller":"traceutil/trace.go:171","msg":"trace[1484156782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16043; }","duration":"127.396509ms","start":"2026-05-20T03:46:17.662062Z","end":"2026-05-20T03:46:17.789459Z","steps":["trace[1484156782] 'range keys from in-memory index tree' (duration: 127.154782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:17.78946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.440287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-20T03:46:17.789542Z","caller":"traceutil/trace.go:171","msg":"trace[1266199331] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16043; }","duration":"220.55233ms","start":"2026-05-20T03:46:17.568971Z","end":"2026-05-20T03:46:17.789523Z","steps":["trace[1266199331] 'range keys from in-memory index tree' (duration: 220.229871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:17.790018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.866907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:46:17.790114Z","caller":"traceutil/trace.go:171","msg":"trace[770490521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16043; }","duration":"124.001251ms","start":"2026-05-20T03:46:17.666091Z","end":"2026-05-20T03:46:17.790093Z","steps":["trace[770490521] 'range keys from in-memory index tree' (duration: 123.3051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:17.790369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.369043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:46:17.790486Z","caller":"traceutil/trace.go:171","msg":"trace[1911975222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16043; }","duration":"124.502427ms","start":"2026-05-20T03:46:17.665971Z","end":"2026-05-20T03:46:17.790474Z","steps":["trace[1911975222] 'range keys from in-memory index tree' (duration: 123.34678ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:23.677228Z","caller":"traceutil/trace.go:171","msg":"trace[772868717] transaction","detail":"{read_only:false; response_revision:16071; number_of_response:1; }","duration":"316.119269ms","start":"2026-05-20T03:46:23.361064Z","end":"2026-05-20T03:46:23.677183Z","steps":["trace[772868717] 'process raft request' (duration: 315.947563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:23.677493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.361046Z","time spent":"316.355626ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:46:24.375077Z","caller":"traceutil/trace.go:171","msg":"trace[816845335] transaction","detail":"{read_only:false; response_revision:16073; number_of_response:1; }","duration":"1.011742809s","start":"2026-05-20T03:46:23.363304Z","end":"2026-05-20T03:46:24.375047Z","steps":["trace[816845335] 'process raft request' (duration: 1.011652086s)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:24.375116Z","caller":"traceutil/trace.go:171","msg":"trace[1094109406] transaction","detail":"{read_only:false; response_revision:16072; number_of_response:1; }","duration":"1.013138683s","start":"2026-05-20T03:46:23.361917Z","end":"2026-05-20T03:46:24.375055Z","steps":["trace[1094109406] 'process raft request' (duration: 1.012839134s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.375269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.363287Z","time spent":"1.011879334s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:46:24.375349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.361897Z","time spent":"1.01332132s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:46:24.375371Z","caller":"traceutil/trace.go:171","msg":"trace[955692344] transaction","detail":"{read_only:false; response_revision:16074; number_of_response:1; }","duration":"844.969648ms","start":"2026-05-20T03:46:23.530363Z","end":"2026-05-20T03:46:24.375333Z","steps":["trace[955692344] 'process raft request' (duration: 844.639458ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:24.375403Z","caller":"traceutil/trace.go:171","msg":"trace[1076381995] linearizableReadLoop","detail":"{readStateIndex:16640; appliedIndex:16637; }","duration":"984.535624ms","start":"2026-05-20T03:46:23.390834Z","end":"2026-05-20T03:46:24.37537Z","steps":["trace[1076381995] 'read index received' (duration: 286.27665ms)","trace[1076381995] 'applied index is now lower than readState.Index' (duration: 698.257644ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:46:24.375478Z","caller":"traceutil/trace.go:171","msg":"trace[852489494] transaction","detail":"{read_only:false; response_revision:16075; number_of_response:1; }","duration":"827.621547ms","start":"2026-05-20T03:46:23.547824Z","end":"2026-05-20T03:46:24.375446Z","steps":["trace[852489494] 'process raft request' (duration: 827.41265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.37558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.530341Z","time spent":"845.150494ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:46:24.375618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.766342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:46:24.37564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.547791Z","time spent":"827.771152ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:46:24.375654Z","caller":"traceutil/trace.go:171","msg":"trace[1671559666] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16075; }","duration":"984.855705ms","start":"2026-05-20T03:46:23.390787Z","end":"2026-05-20T03:46:24.375643Z","steps":["trace[1671559666] 'agreement among raft nodes before linearized reading' (duration: 984.754592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.375693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.390766Z","time spent":"984.918476ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T03:46:24.402866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011936756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:46:24.402929Z","caller":"traceutil/trace.go:171","msg":"trace[573524430] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16076; }","duration":"1.012023158s","start":"2026-05-20T03:46:23.390891Z","end":"2026-05-20T03:46:24.402914Z","steps":["trace[573524430] 'agreement among raft nodes before linearized reading' (duration: 1.011895404s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.403012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.390883Z","time spent":"1.012118442s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-20T03:46:24.40322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.028005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-20T03:46:24.403295Z","caller":"traceutil/trace.go:171","msg":"trace[1228554919] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16076; }","duration":"540.325085ms","start":"2026-05-20T03:46:23.862951Z","end":"2026-05-20T03:46:24.403276Z","steps":["trace[1228554919] 'agreement among raft nodes before linearized reading' (duration: 539.908481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.403335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.862937Z","time spent":"540.389417ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-20T03:46:24.40358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.95852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-20T03:46:24.403621Z","caller":"traceutil/trace.go:171","msg":"trace[1570064372] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16076; }","duration":"549.029011ms","start":"2026-05-20T03:46:23.854581Z","end":"2026-05-20T03:46:24.40361Z","steps":["trace[1570064372] 'agreement among raft nodes before linearized reading' (duration: 548.885597ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:24.403666Z","caller":"traceutil/trace.go:171","msg":"trace[555391241] transaction","detail":"{read_only:false; response_revision:16076; number_of_response:1; }","duration":"266.522202ms","start":"2026-05-20T03:46:24.13713Z","end":"2026-05-20T03:46:24.403652Z","steps":["trace[555391241] 'process raft request' (duration: 265.404046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.403727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.489167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:46:24.403791Z","caller":"traceutil/trace.go:171","msg":"trace[411472307] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16076; }","duration":"549.59682ms","start":"2026-05-20T03:46:23.854183Z","end":"2026-05-20T03:46:24.40378Z","steps":["trace[411472307] 'agreement among raft nodes before linearized reading' (duration: 549.516627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.403821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.853963Z","time spent":"549.849528ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T03:46:24.404072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.635616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5bfd7\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-05-20T03:46:24.404115Z","caller":"traceutil/trace.go:171","msg":"trace[1009396632] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5bfd7; range_end:; response_count:1; response_revision:16076; }","duration":"339.76681ms","start":"2026-05-20T03:46:24.064338Z","end":"2026-05-20T03:46:24.404105Z","steps":["trace[1009396632] 'agreement among raft nodes before linearized reading' (duration: 339.625646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.404143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:24.064302Z","time spent":"339.834642ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20774,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5bfd7\" "} {"level":"warn","ts":"2026-05-20T03:46:24.404205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.506407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:46:24.404271Z","caller":"traceutil/trace.go:171","msg":"trace[25498770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16076; }","duration":"583.624071ms","start":"2026-05-20T03:46:23.820636Z","end":"2026-05-20T03:46:24.40426Z","steps":["trace[25498770] 'agreement among raft nodes before linearized reading' (duration: 583.475306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.404328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.820611Z","time spent":"583.706874ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:46:24.404395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.848578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-20T03:46:24.404434Z","caller":"traceutil/trace.go:171","msg":"trace[382484841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:16076; }","duration":"415.928561ms","start":"2026-05-20T03:46:23.988497Z","end":"2026-05-20T03:46:24.404425Z","steps":["trace[382484841] 'agreement among raft nodes before linearized reading' (duration: 415.828728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.404462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.988475Z","time spent":"415.980492ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:46:24.404075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.986299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T03:46:24.40368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.85457Z","time spent":"549.074423ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-20T03:46:24.404806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012241195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-20T03:46:24.40454Z","caller":"traceutil/trace.go:171","msg":"trace[351279726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16076; }","duration":"582.458304ms","start":"2026-05-20T03:46:23.822058Z","end":"2026-05-20T03:46:24.404516Z","steps":["trace[351279726] 'agreement among raft nodes before linearized reading' (duration: 581.945798ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:24.404878Z","caller":"traceutil/trace.go:171","msg":"trace[490719049] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16076; }","duration":"1.012323448s","start":"2026-05-20T03:46:23.392528Z","end":"2026-05-20T03:46:24.404851Z","steps":["trace[490719049] 'agreement among raft nodes before linearized reading' (duration: 1.012194584s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.404912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.822044Z","time spent":"582.852367ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T03:46:24.404915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.392511Z","time spent":"1.012395691s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-20T03:46:24.405014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.332964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:46:24.405051Z","caller":"traceutil/trace.go:171","msg":"trace[424906165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16076; }","duration":"584.417817ms","start":"2026-05-20T03:46:23.820622Z","end":"2026-05-20T03:46:24.40504Z","steps":["trace[424906165] 'agreement among raft nodes before linearized reading' (duration: 584.314214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.405078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.820598Z","time spent":"584.474148ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:46:24.405219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.469721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-20T03:46:24.405256Z","caller":"traceutil/trace.go:171","msg":"trace[983875485] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16076; }","duration":"597.542533ms","start":"2026-05-20T03:46:23.807706Z","end":"2026-05-20T03:46:24.405248Z","steps":["trace[983875485] 'agreement among raft nodes before linearized reading' (duration: 597.44847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.405254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014217408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:46:24.405283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.807689Z","time spent":"597.587185ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-20T03:46:24.405377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.952272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:46:24.404284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.087674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:46:24.405407Z","caller":"traceutil/trace.go:171","msg":"trace[1778415868] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16076; }","duration":"864.015734ms","start":"2026-05-20T03:46:23.541383Z","end":"2026-05-20T03:46:24.405399Z","steps":["trace[1778415868] 'agreement among raft nodes before linearized reading' (duration: 863.972873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.405433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.54136Z","time spent":"864.067416ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T03:46:24.405401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.430338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:46:24.405451Z","caller":"traceutil/trace.go:171","msg":"trace[1355725851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16076; }","duration":"584.284162ms","start":"2026-05-20T03:46:23.821136Z","end":"2026-05-20T03:46:24.40542Z","steps":["trace[1355725851] 'agreement among raft nodes before linearized reading' (duration: 582.96104ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:24.405493Z","caller":"traceutil/trace.go:171","msg":"trace[422874094] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16076; }","duration":"859.532442ms","start":"2026-05-20T03:46:23.54594Z","end":"2026-05-20T03:46:24.405472Z","steps":["trace[422874094] 'agreement among raft nodes before linearized reading' (duration: 859.402987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.405534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.821125Z","time spent":"584.389106ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:46:24.405547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.545912Z","time spent":"859.618004ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T03:46:24.405417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.673598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:46:24.405674Z","caller":"traceutil/trace.go:171","msg":"trace[259988604] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16076; }","duration":"860.989818ms","start":"2026-05-20T03:46:23.544632Z","end":"2026-05-20T03:46:24.405622Z","steps":["trace[259988604] 'agreement among raft nodes before linearized reading' (duration: 860.573425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.405779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.544625Z","time spent":"861.140453ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-20T03:46:24.40529Z","caller":"traceutil/trace.go:171","msg":"trace[89724897] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16076; }","duration":"1.01428267s","start":"2026-05-20T03:46:23.390997Z","end":"2026-05-20T03:46:24.405279Z","steps":["trace[89724897] 'agreement among raft nodes before linearized reading' (duration: 1.014222639s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:24.405932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:23.390983Z","time spent":"1.014934051s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-20T03:46:26.149379Z","caller":"traceutil/trace.go:171","msg":"trace[679061703] linearizableReadLoop","detail":"{readStateIndex:16650; appliedIndex:16649; }","duration":"329.022279ms","start":"2026-05-20T03:46:25.820329Z","end":"2026-05-20T03:46:26.149352Z","steps":["trace[679061703] 'read index received' (duration: 328.840193ms)","trace[679061703] 'applied index is now lower than readState.Index' (duration: 181.005µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:46:26.149602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.264167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T03:46:26.149657Z","caller":"traceutil/trace.go:171","msg":"trace[1904984650] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16082; }","duration":"329.335559ms","start":"2026-05-20T03:46:25.820312Z","end":"2026-05-20T03:46:26.149648Z","steps":["trace[1904984650] 'agreement among raft nodes before linearized reading' (duration: 329.138483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.149682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:25.820244Z","time spent":"329.431852ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T03:46:26.149628Z","caller":"traceutil/trace.go:171","msg":"trace[26464340] transaction","detail":"{read_only:false; response_revision:16082; number_of_response:1; }","duration":"467.511561ms","start":"2026-05-20T03:46:25.682068Z","end":"2026-05-20T03:46:26.14958Z","steps":["trace[26464340] 'process raft request' (duration: 467.097578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.149907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:25.682038Z","time spent":"467.767889ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:46:26.655184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5320895496966626586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:46:26.91698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.623498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:46:26.917068Z","caller":"traceutil/trace.go:171","msg":"trace[1222704244] transaction","detail":"{read_only:false; response_revision:16083; number_of_response:1; }","duration":"958.438446ms","start":"2026-05-20T03:46:25.958613Z","end":"2026-05-20T03:46:26.917052Z","steps":["trace[1222704244] 'process raft request' (duration: 757.679374ms)","trace[1222704244] 'compare' (duration: 200.099701ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:46:26.917102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:25.958586Z","time spent":"958.501787ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:46:26.947027Z","caller":"traceutil/trace.go:171","msg":"trace[1542035241] linearizableReadLoop","detail":"{readStateIndex:16654; appliedIndex:16650; }","duration":"792.76179ms","start":"2026-05-20T03:46:26.154225Z","end":"2026-05-20T03:46:26.946987Z","steps":["trace[1542035241] 'read index received' (duration: 562.080717ms)","trace[1542035241] 'applied index is now lower than readState.Index' (duration: 230.679653ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:46:26.947152Z","caller":"traceutil/trace.go:171","msg":"trace[2127448786] transaction","detail":"{read_only:false; response_revision:16084; number_of_response:1; }","duration":"566.238929ms","start":"2026-05-20T03:46:26.380866Z","end":"2026-05-20T03:46:26.947105Z","steps":["trace[2127448786] 'process raft request' (duration: 565.913309ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:26.947205Z","caller":"traceutil/trace.go:171","msg":"trace[220986616] transaction","detail":"{read_only:false; response_revision:16086; number_of_response:1; }","duration":"535.084419ms","start":"2026-05-20T03:46:26.412075Z","end":"2026-05-20T03:46:26.947159Z","steps":["trace[220986616] 'process raft request' (duration: 534.874512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.947288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.891655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:46:26.94736Z","caller":"traceutil/trace.go:171","msg":"trace[1713099924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16086; }","duration":"626.027519ms","start":"2026-05-20T03:46:26.321316Z","end":"2026-05-20T03:46:26.947343Z","steps":["trace[1713099924] 'agreement among raft nodes before linearized reading' (duration: 625.899335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.947355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.380827Z","time spent":"566.415645ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:46:26.947358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.11102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-20T03:46:26.947384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.412047Z","time spent":"535.233874ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:46:26.947461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.321283Z","time spent":"626.118353ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T03:46:26.947481Z","caller":"traceutil/trace.go:171","msg":"trace[2056594601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16086; }","duration":"793.278346ms","start":"2026-05-20T03:46:26.154182Z","end":"2026-05-20T03:46:26.94746Z","steps":["trace[2056594601] 'agreement among raft nodes before linearized reading' (duration: 793.000457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.947521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.154163Z","time spent":"793.350698ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T03:46:26.947217Z","caller":"traceutil/trace.go:171","msg":"trace[383572083] transaction","detail":"{read_only:false; response_revision:16085; number_of_response:1; }","duration":"564.05487ms","start":"2026-05-20T03:46:26.382996Z","end":"2026-05-20T03:46:26.947051Z","steps":["trace[383572083] 'process raft request' (duration: 563.913615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.947663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.362738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:46:26.947726Z","caller":"traceutil/trace.go:171","msg":"trace[500186347] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16086; }","duration":"535.44005ms","start":"2026-05-20T03:46:26.41227Z","end":"2026-05-20T03:46:26.94771Z","steps":["trace[500186347] 'agreement among raft nodes before linearized reading' (duration: 535.343846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.947766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.178864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-20T03:46:26.947819Z","caller":"traceutil/trace.go:171","msg":"trace[1603442364] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16086; }","duration":"531.240197ms","start":"2026-05-20T03:46:26.416567Z","end":"2026-05-20T03:46:26.947807Z","steps":["trace[1603442364] 'agreement among raft nodes before linearized reading' (duration: 531.0264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.947836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.890879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:46:26.94786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.416561Z","time spent":"531.292378ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-20T03:46:26.947873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.631366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:46:26.947899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.652372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T03:46:26.947933Z","caller":"traceutil/trace.go:171","msg":"trace[308452914] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16086; }","duration":"535.705648ms","start":"2026-05-20T03:46:26.412213Z","end":"2026-05-20T03:46:26.947918Z","steps":["trace[308452914] 'agreement among raft nodes before linearized reading' (duration: 535.629766ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:26.947947Z","caller":"traceutil/trace.go:171","msg":"trace[650224648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16086; }","duration":"482.731995ms","start":"2026-05-20T03:46:26.4652Z","end":"2026-05-20T03:46:26.947932Z","steps":["trace[650224648] 'agreement among raft nodes before linearized reading' (duration: 482.614521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.947981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.465188Z","time spent":"482.785786ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T03:46:26.947958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.382979Z","time spent":"564.652708ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:46:26.948085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.894784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-20T03:46:26.948136Z","caller":"traceutil/trace.go:171","msg":"trace[1342916539] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16086; }","duration":"535.989658ms","start":"2026-05-20T03:46:26.412132Z","end":"2026-05-20T03:46:26.948122Z","steps":["trace[1342916539] 'agreement among raft nodes before linearized reading' (duration: 535.871724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.804711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:46:26.948159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.424691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T03:46:26.948174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.795521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:46:26.948193Z","caller":"traceutil/trace.go:171","msg":"trace[443222777] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16086; }","duration":"535.863743ms","start":"2026-05-20T03:46:26.412315Z","end":"2026-05-20T03:46:26.948178Z","steps":["trace[443222777] 'agreement among raft nodes before linearized reading' (duration: 535.798311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.412106Z","time spent":"536.06558ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-20T03:46:26.948241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.412309Z","time spent":"535.920555ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-20T03:46:26.94828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.660589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:46:26.948319Z","caller":"traceutil/trace.go:171","msg":"trace[1481502337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16086; }","duration":"486.723422ms","start":"2026-05-20T03:46:26.461586Z","end":"2026-05-20T03:46:26.948309Z","steps":["trace[1481502337] 'agreement among raft nodes before linearized reading' (duration: 486.635789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.998997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-05-20T03:46:26.948368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.38045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:46:26.948398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.025278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-20T03:46:26.948418Z","caller":"traceutil/trace.go:171","msg":"trace[1756261553] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16086; }","duration":"536.092171ms","start":"2026-05-20T03:46:26.412289Z","end":"2026-05-20T03:46:26.948382Z","steps":["trace[1756261553] 'agreement among raft nodes before linearized reading' (duration: 535.883174ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:26.948443Z","caller":"traceutil/trace.go:171","msg":"trace[990165449] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16086; }","duration":"536.07523ms","start":"2026-05-20T03:46:26.412355Z","end":"2026-05-20T03:46:26.94843Z","steps":["trace[990165449] 'agreement among raft nodes before linearized reading' (duration: 535.986308ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:26.948197Z","caller":"traceutil/trace.go:171","msg":"trace[1137543526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16086; }","duration":"486.465433ms","start":"2026-05-20T03:46:26.461719Z","end":"2026-05-20T03:46:26.948184Z","steps":["trace[1137543526] 'agreement among raft nodes before linearized reading' (duration: 486.347829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.412349Z","time spent":"536.125122ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-20T03:46:26.948083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.728735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-20T03:46:26.94848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.775393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:46:26.947813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.513343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:46:26.948596Z","caller":"traceutil/trace.go:171","msg":"trace[852024596] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16086; }","duration":"536.346278ms","start":"2026-05-20T03:46:26.412239Z","end":"2026-05-20T03:46:26.948585Z","steps":["trace[852024596] 'agreement among raft nodes before linearized reading' (duration: 535.510242ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:26.948601Z","caller":"traceutil/trace.go:171","msg":"trace[494300785] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16086; }","duration":"531.902107ms","start":"2026-05-20T03:46:26.416672Z","end":"2026-05-20T03:46:26.948574Z","steps":["trace[494300785] 'agreement among raft nodes before linearized reading' (duration: 531.717331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.412229Z","time spent":"536.411981ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T03:46:26.948661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.216759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-20T03:46:26.948706Z","caller":"traceutil/trace.go:171","msg":"trace[313357529] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:16086; }","duration":"606.300803ms","start":"2026-05-20T03:46:26.342393Z","end":"2026-05-20T03:46:26.948694Z","steps":["trace[313357529] 'agreement among raft nodes before linearized reading' (duration: 606.170199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.342373Z","time spent":"606.372604ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-20T03:46:26.948794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.523172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:46:26.948834Z","caller":"traceutil/trace.go:171","msg":"trace[201182020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16086; }","duration":"512.609854ms","start":"2026-05-20T03:46:26.436214Z","end":"2026-05-20T03:46:26.948824Z","steps":["trace[201182020] 'agreement among raft nodes before linearized reading' (duration: 512.460799ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:26.948229Z","caller":"traceutil/trace.go:171","msg":"trace[1296342291] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16086; }","duration":"535.850353ms","start":"2026-05-20T03:46:26.412361Z","end":"2026-05-20T03:46:26.948212Z","steps":["trace[1296342291] 'agreement among raft nodes before linearized reading' (duration: 535.74693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.698391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130408"} {"level":"warn","ts":"2026-05-20T03:46:26.94884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.428705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vl4bw\" ","response":"range_response_count:1 size:9790"} {"level":"warn","ts":"2026-05-20T03:46:26.948873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.412354Z","time spent":"536.509194ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-20T03:46:26.948887Z","caller":"traceutil/trace.go:171","msg":"trace[1110600675] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16086; }","duration":"598.794514ms","start":"2026-05-20T03:46:26.350081Z","end":"2026-05-20T03:46:26.948876Z","steps":["trace[1110600675] 'agreement among raft nodes before linearized reading' (duration: 598.650089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.436204Z","time spent":"512.652596ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:46:26.948906Z","caller":"traceutil/trace.go:171","msg":"trace[965592017] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vl4bw; range_end:; response_count:1; response_revision:16086; }","duration":"527.508138ms","start":"2026-05-20T03:46:26.421382Z","end":"2026-05-20T03:46:26.94889Z","steps":["trace[965592017] 'agreement among raft nodes before linearized reading' (duration: 527.345113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.350046Z","time spent":"598.872616ms","remote":"127.0.0.1:54030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130432,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-20T03:46:26.948321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.022267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-20T03:46:26.949004Z","caller":"traceutil/trace.go:171","msg":"trace[636295672] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16086; }","duration":"535.723799ms","start":"2026-05-20T03:46:26.413264Z","end":"2026-05-20T03:46:26.948988Z","steps":["trace[636295672] 'agreement among raft nodes before linearized reading' (duration: 534.985126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.949067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.413251Z","time spent":"535.798561ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-20T03:46:26.949064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.403092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9dmkx\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-05-20T03:46:26.949111Z","caller":"traceutil/trace.go:171","msg":"trace[1468298910] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9dmkx; range_end:; response_count:1; response_revision:16086; }","duration":"235.471285ms","start":"2026-05-20T03:46:26.713631Z","end":"2026-05-20T03:46:26.949103Z","steps":["trace[1468298910] 'agreement among raft nodes before linearized reading' (duration: 235.382492ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:26.948417Z","caller":"traceutil/trace.go:171","msg":"trace[378095090] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16086; }","duration":"536.450122ms","start":"2026-05-20T03:46:26.411952Z","end":"2026-05-20T03:46:26.948402Z","steps":["trace[378095090] 'agreement among raft nodes before linearized reading' (duration: 536.37917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.949207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.411941Z","time spent":"537.253238ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T03:46:26.948649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.416631Z","time spent":"532.008751ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-20T03:46:26.949311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.65569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-05-20T03:46:26.949382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.977961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T03:46:26.948444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.09598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ptm9c\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-05-20T03:46:26.949415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.616593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5bfd7\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-05-20T03:46:26.94789Z","caller":"traceutil/trace.go:171","msg":"trace[1811331022] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16086; }","duration":"532.949991ms","start":"2026-05-20T03:46:26.414926Z","end":"2026-05-20T03:46:26.947876Z","steps":["trace[1811331022] 'agreement among raft nodes before linearized reading' (duration: 532.876498ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:26.94947Z","caller":"traceutil/trace.go:171","msg":"trace[235175917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ptm9c; range_end:; response_count:1; response_revision:16086; }","duration":"503.148494ms","start":"2026-05-20T03:46:26.446301Z","end":"2026-05-20T03:46:26.949449Z","steps":["trace[235175917] 'agreement among raft nodes before linearized reading' (duration: 502.07551ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:46:26.949535Z","caller":"traceutil/trace.go:171","msg":"trace[179354066] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16086; }","duration":"531.812735ms","start":"2026-05-20T03:46:26.417569Z","end":"2026-05-20T03:46:26.949382Z","steps":["trace[179354066] 'agreement among raft nodes before linearized reading' (duration: 531.172414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.950936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.417564Z","time spent":"533.359783ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-20T03:46:26.951088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.44628Z","time spent":"504.793725ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-ptm9c\" "} {"level":"warn","ts":"2026-05-20T03:46:26.94846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.412284Z","time spent":"536.165343ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-20T03:46:26.948516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.461612Z","time spent":"486.887507ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T03:46:26.949474Z","caller":"traceutil/trace.go:171","msg":"trace[1911963470] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5bfd7; range_end:; response_count:1; response_revision:16086; }","duration":"478.690396ms","start":"2026-05-20T03:46:26.470769Z","end":"2026-05-20T03:46:26.949459Z","steps":["trace[1911963470] 'agreement among raft nodes before linearized reading' (duration: 478.539611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.951465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.470761Z","time spent":"480.616267ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20774,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5bfd7\" "} {"level":"warn","ts":"2026-05-20T03:46:26.948356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.46157Z","time spent":"486.779203ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:46:26.947982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.412204Z","time spent":"535.7669ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T03:46:26.947777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.412261Z","time spent":"535.504012ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-20T03:46:26.94848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.941755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:46:26.952234Z","caller":"traceutil/trace.go:171","msg":"trace[2116810548] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16086; }","duration":"572.731765ms","start":"2026-05-20T03:46:26.37949Z","end":"2026-05-20T03:46:26.952221Z","steps":["trace[2116810548] 'agreement among raft nodes before linearized reading' (duration: 568.954335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.952279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.379474Z","time spent":"572.794247ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-05-20T03:46:26.948533Z","caller":"traceutil/trace.go:171","msg":"trace[195006533] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16086; }","duration":"534.1992ms","start":"2026-05-20T03:46:26.41432Z","end":"2026-05-20T03:46:26.948519Z","steps":["trace[195006533] 'agreement among raft nodes before linearized reading' (duration: 533.593451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.952349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.414313Z","time spent":"538.022501ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-20T03:46:26.948853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.333231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9dmkx\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-05-20T03:46:26.952472Z","caller":"traceutil/trace.go:171","msg":"trace[980681164] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9dmkx; range_end:; response_count:1; response_revision:16086; }","duration":"245.004837ms","start":"2026-05-20T03:46:26.707455Z","end":"2026-05-20T03:46:26.95246Z","steps":["trace[980681164] 'agreement among raft nodes before linearized reading' (duration: 241.288149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.948953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.421376Z","time spent":"527.56668ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-vl4bw\" "} {"level":"info","ts":"2026-05-20T03:46:26.949416Z","caller":"traceutil/trace.go:171","msg":"trace[2093187066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16086; }","duration":"438.042683ms","start":"2026-05-20T03:46:26.511361Z","end":"2026-05-20T03:46:26.949403Z","steps":["trace[2093187066] 'agreement among raft nodes before linearized reading' (duration: 437.95073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:46:26.952729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.511344Z","time spent":"441.367759ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:46:26.949487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:46:26.414921Z","time spent":"534.557692ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-20T03:48:24.851946Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14510} {"level":"info","ts":"2026-05-20T03:48:24.93054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14510,"took":"76.265775ms","hash":820791858,"current-db-size-bytes":56950784,"current-db-size":"57 MB","current-db-size-in-use-bytes":30916608,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-20T03:48:24.930605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":820791858,"revision":14510,"compact-revision":12520} {"level":"warn","ts":"2026-05-20T03:49:41.499549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.445873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-05-20T03:49:41.499675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.654522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9dmkx\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-05-20T03:49:41.499686Z","caller":"traceutil/trace.go:171","msg":"trace[548814045] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17616; }","duration":"128.605688ms","start":"2026-05-20T03:49:41.37106Z","end":"2026-05-20T03:49:41.499666Z","steps":["trace[548814045] 'range keys from in-memory index tree' (duration: 128.287118ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:49:41.499717Z","caller":"traceutil/trace.go:171","msg":"trace[157521685] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9dmkx; range_end:; response_count:1; response_revision:17616; }","duration":"107.754346ms","start":"2026-05-20T03:49:41.391951Z","end":"2026-05-20T03:49:41.499706Z","steps":["trace[157521685] 'range keys from in-memory index tree' (duration: 107.428505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:49:41.499708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.289143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-h5bpj\" ","response":"range_response_count:1 size:18667"} {"level":"info","ts":"2026-05-20T03:49:41.49976Z","caller":"traceutil/trace.go:171","msg":"trace[515793505] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-h5bpj; range_end:; response_count:1; response_revision:17616; }","duration":"159.361416ms","start":"2026-05-20T03:49:41.340383Z","end":"2026-05-20T03:49:41.499745Z","steps":["trace[515793505] 'range keys from in-memory index tree' (duration: 159.168319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:49:41.499798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.481086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T03:49:41.499846Z","caller":"traceutil/trace.go:171","msg":"trace[1853697650] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17616; }","duration":"129.562669ms","start":"2026-05-20T03:49:41.370271Z","end":"2026-05-20T03:49:41.499834Z","steps":["trace[1853697650] 'range keys from in-memory index tree' (duration: 129.383582ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:50:17.193703Z","caller":"traceutil/trace.go:171","msg":"trace[1648870197] transaction","detail":"{read_only:false; response_revision:17838; number_of_response:1; }","duration":"174.550058ms","start":"2026-05-20T03:50:17.019101Z","end":"2026-05-20T03:50:17.193652Z","steps":["trace[1648870197] 'process raft request' (duration: 174.213138ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:51:54.428384Z","caller":"traceutil/trace.go:171","msg":"trace[21928421] linearizableReadLoop","detail":"{readStateIndex:19097; appliedIndex:19095; }","duration":"146.869309ms","start":"2026-05-20T03:51:54.281493Z","end":"2026-05-20T03:51:54.428363Z","steps":["trace[21928421] 'read index received' (duration: 130.910262ms)","trace[21928421] 'applied index is now lower than readState.Index' (duration: 15.958337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:51:54.428803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.268001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-20T03:51:54.428776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.856878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T03:51:54.428907Z","caller":"traceutil/trace.go:171","msg":"trace[582997972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18451; }","duration":"147.423937ms","start":"2026-05-20T03:51:54.281459Z","end":"2026-05-20T03:51:54.428883Z","steps":["trace[582997972] 'agreement among raft nodes before linearized reading' (duration: 147.127127ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:51:54.429151Z","caller":"traceutil/trace.go:171","msg":"trace[1742826616] transaction","detail":"{read_only:false; response_revision:18450; number_of_response:1; }","duration":"183.797252ms","start":"2026-05-20T03:51:54.245335Z","end":"2026-05-20T03:51:54.429132Z","steps":["trace[1742826616] 'process raft request' (duration: 167.05483ms)","trace[1742826616] 'compare' (duration: 15.557105ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:51:54.429318Z","caller":"traceutil/trace.go:171","msg":"trace[1977142682] transaction","detail":"{read_only:false; response_revision:18451; number_of_response:1; }","duration":"183.829594ms","start":"2026-05-20T03:51:54.245478Z","end":"2026-05-20T03:51:54.429308Z","steps":["trace[1977142682] 'process raft request' (duration: 182.842903ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:51:54.428923Z","caller":"traceutil/trace.go:171","msg":"trace[625316126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18451; }","duration":"108.050934ms","start":"2026-05-20T03:51:54.320853Z","end":"2026-05-20T03:51:54.428904Z","steps":["trace[625316126] 'agreement among raft nodes before linearized reading' (duration: 107.791786ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:53:24.858458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16819} {"level":"info","ts":"2026-05-20T03:53:24.957961Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16819,"took":"96.309073ms","hash":174092526,"current-db-size-bytes":56950784,"current-db-size":"57 MB","current-db-size-in-use-bytes":31010816,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-20T03:53:24.958062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":174092526,"revision":16819,"compact-revision":14510} {"level":"info","ts":"2026-05-20T03:54:21.03297Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ca4c710a8d5349d7","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-20T03:54:21.039544Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-20T03:54:21.039713Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-20T03:58:24.864524Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19016} {"level":"info","ts":"2026-05-20T03:58:24.952656Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19016,"took":"85.368276ms","hash":39086983,"current-db-size-bytes":56950784,"current-db-size":"57 MB","current-db-size-in-use-bytes":25567232,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-20T03:58:24.952714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":39086983,"revision":19016,"compact-revision":16819}